{"level":"warn","ts":"2026-07-02T15:28:31.474386Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T15:28:31.474486Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.11:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.11:2380","--initial-cluster=instance=https://199.19.213.11:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.11:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.11:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T15:28:31.474553Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T15:28:31.474569Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.11:2380"]} {"level":"info","ts":"2026-07-02T15:28:31.474588Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T15:28:31.475284Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.11:2379"]} {"level":"info","ts":"2026-07-02T15:28:31.475364Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.11:2380"],"listen-peer-urls":["https://199.19.213.11:2380"],"advertise-client-urls":["https://199.19.213.11:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.11:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.11:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T15:28:31.480362Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.801625ms"} {"level":"info","ts":"2026-07-02T15:28:31.491801Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ce8ad90e35537ee3","cluster-id":"3c17b62c6529d987"} {"level":"info","ts":"2026-07-02T15:28:31.491986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T15:28:31.492035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 became follower at term 0"} {"level":"info","ts":"2026-07-02T15:28:31.492061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ce8ad90e35537ee3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T15:28:31.492084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 became follower at term 1"} {"level":"info","ts":"2026-07-02T15:28:31.492161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 switched to configuration voters=(14882946573646659299)"} {"level":"warn","ts":"2026-07-02T15:28:31.498458Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T15:28:31.499983Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T15:28:31.501559Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T15:28:31.505251Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ce8ad90e35537ee3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T15:28:31.505695Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:28:31.506251Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:28:31.506279Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:28:31.506749Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ce8ad90e35537ee3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T15:28:31.507122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 switched to configuration voters=(14882946573646659299)"} {"level":"info","ts":"2026-07-02T15:28:31.507313Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3c17b62c6529d987","local-member-id":"ce8ad90e35537ee3","added-peer-id":"ce8ad90e35537ee3","added-peer-peer-urls":["https://199.19.213.11:2380"]} {"level":"info","ts":"2026-07-02T15:28:31.509496Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T15:28:31.509661Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.11:2380"} {"level":"info","ts":"2026-07-02T15:28:31.509731Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.11:2380"} {"level":"info","ts":"2026-07-02T15:28:31.509835Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ce8ad90e35537ee3","initial-advertise-peer-urls":["https://199.19.213.11:2380"],"listen-peer-urls":["https://199.19.213.11:2380"],"advertise-client-urls":["https://199.19.213.11:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.11:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T15:28:31.509886Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T15:28:31.59292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T15:28:31.593041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T15:28:31.593093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 received MsgPreVoteResp from ce8ad90e35537ee3 at term 1"} {"level":"info","ts":"2026-07-02T15:28:31.593128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 became candidate at term 2"} {"level":"info","ts":"2026-07-02T15:28:31.59315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 received MsgVoteResp from ce8ad90e35537ee3 at term 2"} {"level":"info","ts":"2026-07-02T15:28:31.593172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ce8ad90e35537ee3 became leader at term 2"} {"level":"info","ts":"2026-07-02T15:28:31.593191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ce8ad90e35537ee3 elected leader ce8ad90e35537ee3 at term 2"} {"level":"info","ts":"2026-07-02T15:28:31.594286Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:28:31.595473Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ce8ad90e35537ee3","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.11:2379]}","request-path":"/0/members/ce8ad90e35537ee3/attributes","cluster-id":"3c17b62c6529d987","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T15:28:31.59564Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T15:28:31.595816Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3c17b62c6529d987","local-member-id":"ce8ad90e35537ee3","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:28:31.595974Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:28:31.595711Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T15:28:31.596018Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:28:31.596206Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T15:28:31.596237Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T15:28:31.599971Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.11:2379"} {"level":"info","ts":"2026-07-02T15:28:31.600039Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T15:29:05.858992Z","caller":"traceutil/trace.go:171","msg":"trace[370767812] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"108.683252ms","start":"2026-07-02T15:29:05.750278Z","end":"2026-07-02T15:29:05.858962Z","steps":["trace[370767812] 'process raft request' (duration: 108.511068ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:29:10.042402Z","caller":"traceutil/trace.go:171","msg":"trace[526257559] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"118.870939ms","start":"2026-07-02T15:29:09.923506Z","end":"2026-07-02T15:29:10.042377Z","steps":["trace[526257559] 'process raft request' (duration: 94.060043ms)","trace[526257559] 'compare' (duration: 24.662733ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:29:10.045781Z","caller":"traceutil/trace.go:171","msg":"trace[8444615] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"112.183213ms","start":"2026-07-02T15:29:09.933542Z","end":"2026-07-02T15:29:10.045725Z","steps":["trace[8444615] 'process raft request' (duration: 111.972258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:29:16.929196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.01709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:29:16.929384Z","caller":"traceutil/trace.go:171","msg":"trace[751823627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"432.252266ms","start":"2026-07-02T15:29:16.497099Z","end":"2026-07-02T15:29:16.929352Z","steps":["trace[751823627] 'range keys from in-memory index tree' (duration: 431.870176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:29:16.929364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.445369ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:29:16.929522Z","caller":"traceutil/trace.go:171","msg":"trace[911733756] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:657; }","duration":"225.636293ms","start":"2026-07-02T15:29:16.703856Z","end":"2026-07-02T15:29:16.929493Z","steps":["trace[911733756] 'range keys from in-memory index tree' (duration: 225.373077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:29:16.929487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:29:16.497075Z","time spent":"432.397819ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:29:32.405823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.084513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T15:29:32.405921Z","caller":"traceutil/trace.go:171","msg":"trace[1800862826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:762; }","duration":"175.214406ms","start":"2026-07-02T15:29:32.230685Z","end":"2026-07-02T15:29:32.405899Z","steps":["trace[1800862826] 'range keys from in-memory index tree' (duration: 174.938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:29:32.406132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.920139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T15:29:32.406164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.848526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T15:29:32.406212Z","caller":"traceutil/trace.go:171","msg":"trace[1082993236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:762; }","duration":"337.009441ms","start":"2026-07-02T15:29:32.069182Z","end":"2026-07-02T15:29:32.406191Z","steps":["trace[1082993236] 'range keys from in-memory index tree' (duration: 336.705683ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:29:32.406244Z","caller":"traceutil/trace.go:171","msg":"trace[1487100085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"191.979589ms","start":"2026-07-02T15:29:32.214246Z","end":"2026-07-02T15:29:32.406226Z","steps":["trace[1487100085] 'range keys from in-memory index tree' (duration: 191.60489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:29:32.406254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:29:32.069104Z","time spent":"337.141294ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T15:30:02.730053Z","caller":"traceutil/trace.go:171","msg":"trace[549584846] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"114.084355ms","start":"2026-07-02T15:30:02.615931Z","end":"2026-07-02T15:30:02.730015Z","steps":["trace[549584846] 'process raft request' (duration: 113.9116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:30:51.020535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.824635ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T15:30:51.020799Z","caller":"traceutil/trace.go:171","msg":"trace[168043228] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1928; }","duration":"269.981612ms","start":"2026-07-02T15:30:50.750799Z","end":"2026-07-02T15:30:51.02078Z","steps":["trace[168043228] 'read index received' (duration: 145.630484ms)","trace[168043228] 'applied index is now lower than readState.Index' (duration: 124.286466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:30:51.021136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.29979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d5ad251-fa0f-4a09-a15e-289aafe8cb0f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-02T15:30:51.02135Z","caller":"traceutil/trace.go:171","msg":"trace[365057490] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d5ad251-fa0f-4a09-a15e-289aafe8cb0f; range_end:; response_count:1; response_revision:1851; }","duration":"270.513166ms","start":"2026-07-02T15:30:50.750753Z","end":"2026-07-02T15:30:51.021266Z","steps":["trace[365057490] 'agreement among raft nodes before linearized reading' (duration: 270.078524ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:06.149976Z","caller":"traceutil/trace.go:171","msg":"trace[770932569] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"174.533932ms","start":"2026-07-02T15:31:05.975417Z","end":"2026-07-02T15:31:06.149951Z","steps":["trace[770932569] 'process raft request' (duration: 174.372387ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:06.15065Z","caller":"traceutil/trace.go:171","msg":"trace[582871083] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"175.154017ms","start":"2026-07-02T15:31:05.975466Z","end":"2026-07-02T15:31:06.15062Z","steps":["trace[582871083] 'process raft request' (duration: 174.997454ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:06.705505Z","caller":"traceutil/trace.go:171","msg":"trace[917112318] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"138.168795ms","start":"2026-07-02T15:31:06.567284Z","end":"2026-07-02T15:31:06.705453Z","steps":["trace[917112318] 'process raft request' (duration: 137.908487ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:29.959096Z","caller":"traceutil/trace.go:171","msg":"trace[1047606354] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"126.847372ms","start":"2026-07-02T15:31:29.832192Z","end":"2026-07-02T15:31:29.95904Z","steps":["trace[1047606354] 'process raft request' (duration: 121.017945ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:31:30.471934Z","caller":"traceutil/trace.go:171","msg":"trace[1310011667] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"228.401374ms","start":"2026-07-02T15:31:30.243512Z","end":"2026-07-02T15:31:30.471913Z","steps":["trace[1310011667] 'process raft request' (duration: 228.22514ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:54.200102Z","caller":"traceutil/trace.go:171","msg":"trace[1223896873] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"251.003891ms","start":"2026-07-02T15:32:53.949065Z","end":"2026-07-02T15:32:54.200069Z","steps":["trace[1223896873] 'process raft request' (duration: 250.805875ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:54.384298Z","caller":"traceutil/trace.go:171","msg":"trace[1094849657] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"435.018363ms","start":"2026-07-02T15:32:53.949258Z","end":"2026-07-02T15:32:54.384276Z","steps":["trace[1094849657] 'process raft request' (duration: 423.337601ms)","trace[1094849657] 'compare' (duration: 11.579178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:32:54.384667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:32:53.949203Z","time spent":"435.159416ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:32:54.394047Z","caller":"traceutil/trace.go:171","msg":"trace[241021840] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"164.929206ms","start":"2026-07-02T15:32:54.229083Z","end":"2026-07-02T15:32:54.394012Z","steps":["trace[241021840] 'process raft request' (duration: 164.688221ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:54.394404Z","caller":"traceutil/trace.go:171","msg":"trace[319297077] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"138.008047ms","start":"2026-07-02T15:32:54.25637Z","end":"2026-07-02T15:32:54.394378Z","steps":["trace[319297077] 'process raft request' (duration: 137.576676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:32:54.394641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.824567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18be82d51a388964\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-02T15:32:54.394765Z","caller":"traceutil/trace.go:171","msg":"trace[1875217556] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18be82d51a388964; range_end:; response_count:1; response_revision:2682; }","duration":"127.005732ms","start":"2026-07-02T15:32:54.267742Z","end":"2026-07-02T15:32:54.394748Z","steps":["trace[1875217556] 'agreement among raft nodes before linearized reading' (duration: 126.723335ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:54.39439Z","caller":"traceutil/trace.go:171","msg":"trace[1639686818] linearizableReadLoop","detail":"{readStateIndex:2788; appliedIndex:2785; }","duration":"126.49796ms","start":"2026-07-02T15:32:54.267783Z","end":"2026-07-02T15:32:54.394281Z","steps":["trace[1639686818] 'read index received' (duration: 104.751158ms)","trace[1639686818] 'applied index is now lower than readState.Index' (duration: 21.743821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:32:54.395224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.773797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-02T15:32:54.395444Z","caller":"traceutil/trace.go:171","msg":"trace[439339654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2682; }","duration":"119.017484ms","start":"2026-07-02T15:32:54.276412Z","end":"2026-07-02T15:32:54.395429Z","steps":["trace[439339654] 'agreement among raft nodes before linearized reading' (duration: 118.693446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:33:51.571689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143326643080076767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:33:52.072082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9143326643080076767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:33:52.569179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556681716s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T15:33:52.569775Z","caller":"traceutil/trace.go:171","msg":"trace[781534597] linearizableReadLoop","detail":"{readStateIndex:3100; appliedIndex:3099; }","duration":"1.499144438s","start":"2026-07-02T15:33:51.070601Z","end":"2026-07-02T15:33:52.569746Z","steps":["trace[781534597] 'read index received' (duration: 1.498895341s)","trace[781534597] 'applied index is now lower than readState.Index' (duration: 247.827µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:33:52.569908Z","caller":"traceutil/trace.go:171","msg":"trace[544822018] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"1.557425524s","start":"2026-07-02T15:33:51.012381Z","end":"2026-07-02T15:33:52.569806Z","steps":["trace[544822018] 'process raft request' (duration: 1.557123076s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:33:52.570085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:33:51.01236Z","time spent":"1.557627669s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:33:52.570178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499421014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T15:33:52.570337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073297525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:33:52.570402Z","caller":"traceutil/trace.go:171","msg":"trace[1376822837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2982; }","duration":"1.073372417s","start":"2026-07-02T15:33:51.49701Z","end":"2026-07-02T15:33:52.570382Z","steps":["trace[1376822837] 'agreement among raft nodes before linearized reading' (duration: 1.073236513s)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:33:52.570302Z","caller":"traceutil/trace.go:171","msg":"trace[1917026888] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2981; }","duration":"1.49969797s","start":"2026-07-02T15:33:51.070589Z","end":"2026-07-02T15:33:52.570287Z","steps":["trace[1917026888] 'agreement among raft nodes before linearized reading' (duration: 1.499287661s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:33:52.570486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:33:51.496926Z","time spent":"1.073550622s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:33:52.570519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.144073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T15:33:52.570586Z","caller":"traceutil/trace.go:171","msg":"trace[438651824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2982; }","duration":"381.234805ms","start":"2026-07-02T15:33:52.189335Z","end":"2026-07-02T15:33:52.57057Z","steps":["trace[438651824] 'agreement among raft nodes before linearized reading' (duration: 381.009829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:33:52.570568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.666747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T15:33:52.570527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:33:51.070545Z","time spent":"1.499964598s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:33:52.570627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.344477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T15:33:52.570733Z","caller":"traceutil/trace.go:171","msg":"trace[998228890] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2982; }","duration":"344.900483ms","start":"2026-07-02T15:33:52.225795Z","end":"2026-07-02T15:33:52.570696Z","steps":["trace[998228890] 'agreement among raft nodes before linearized reading' (duration: 344.530253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:33:52.570718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.683601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T15:33:52.570741Z","caller":"traceutil/trace.go:171","msg":"trace[1925098409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2982; }","duration":"383.51098ms","start":"2026-07-02T15:33:52.1872Z","end":"2026-07-02T15:33:52.570711Z","steps":["trace[1925098409] 'agreement among raft nodes before linearized reading' (duration: 383.194552ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:33:52.570769Z","caller":"traceutil/trace.go:171","msg":"trace[1848542121] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"144.893728ms","start":"2026-07-02T15:33:52.425865Z","end":"2026-07-02T15:33:52.570758Z","steps":["trace[1848542121] 'process raft request' (duration: 144.265312ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:33:52.5708Z","caller":"traceutil/trace.go:171","msg":"trace[1544520307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2982; }","duration":"380.795654ms","start":"2026-07-02T15:33:52.189993Z","end":"2026-07-02T15:33:52.570789Z","steps":["trace[1544520307] 'agreement among raft nodes before linearized reading' (duration: 380.555669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:33:52.570816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:33:52.225785Z","time spent":"345.014596ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:33:52.570835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:33:52.189984Z","time spent":"380.841995ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T15:33:52.570838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:33:52.187182Z","time spent":"383.624104ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T15:33:52.570632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:33:52.189325Z","time spent":"381.299266ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T15:36:50.625196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.524983ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T15:36:50.625437Z","caller":"traceutil/trace.go:171","msg":"trace[1135231445] linearizableReadLoop","detail":"{readStateIndex:4878; appliedIndex:4877; }","duration":"232.462558ms","start":"2026-07-02T15:36:50.392912Z","end":"2026-07-02T15:36:50.625375Z","steps":["trace[1135231445] 'read index received' (duration: 2.632605ms)","trace[1135231445] 'applied index is now lower than readState.Index' (duration: 229.828043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:36:50.625661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.385946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:36:50.625751Z","caller":"traceutil/trace.go:171","msg":"trace[881453744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4693; }","duration":"128.57004ms","start":"2026-07-02T15:36:50.49716Z","end":"2026-07-02T15:36:50.62573Z","steps":["trace[881453744] 'agreement among raft nodes before linearized reading' (duration: 128.433687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:36:50.625861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.898968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b301fab2-30e4-495c-b199-2d50bd697d98\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-02T15:36:50.62609Z","caller":"traceutil/trace.go:171","msg":"trace[1446001729] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b301fab2-30e4-495c-b199-2d50bd697d98; range_end:; response_count:1; response_revision:4693; }","duration":"233.01714ms","start":"2026-07-02T15:36:50.39288Z","end":"2026-07-02T15:36:50.625897Z","steps":["trace[1446001729] 'agreement among raft nodes before linearized reading' (duration: 232.685532ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:36:50.793517Z","caller":"traceutil/trace.go:171","msg":"trace[303680103] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"164.044955ms","start":"2026-07-02T15:36:50.629438Z","end":"2026-07-02T15:36:50.793483Z","steps":["trace[303680103] 'process raft request' (duration: 163.792398ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:36:50.812271Z","caller":"traceutil/trace.go:171","msg":"trace[1701823677] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4878; }","duration":"114.692335ms","start":"2026-07-02T15:36:50.697556Z","end":"2026-07-02T15:36:50.812248Z","steps":["trace[1701823677] 'read index received' (duration: 95.744894ms)","trace[1701823677] 'applied index is now lower than readState.Index' (duration: 18.946221ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:36:50.812396Z","caller":"traceutil/trace.go:171","msg":"trace[705109507] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"177.15242ms","start":"2026-07-02T15:36:50.635203Z","end":"2026-07-02T15:36:50.812356Z","steps":["trace[705109507] 'process raft request' (duration: 176.886454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:36:50.812658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.085815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-02T15:36:50.812702Z","caller":"traceutil/trace.go:171","msg":"trace[1172988424] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4695; }","duration":"115.150597ms","start":"2026-07-02T15:36:50.697539Z","end":"2026-07-02T15:36:50.81269Z","steps":["trace[1172988424] 'agreement among raft nodes before linearized reading' (duration: 114.800908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:37:04.327744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.639928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-02T15:37:04.327842Z","caller":"traceutil/trace.go:171","msg":"trace[1106232590] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4887; }","duration":"289.804242ms","start":"2026-07-02T15:37:04.038013Z","end":"2026-07-02T15:37:04.327817Z","steps":["trace[1106232590] 'range keys from in-memory index tree' (duration: 289.090644ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:38:32.19513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2880} {"level":"info","ts":"2026-07-02T15:38:32.32025Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2880,"took":"123.447478ms","hash":1177353675,"current-db-size-bytes":54517760,"current-db-size":"54 MB","current-db-size-in-use-bytes":29638656,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-02T15:38:32.320335Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1177353675,"revision":2880,"compact-revision":-1} {"level":"info","ts":"2026-07-02T15:40:50.55162Z","caller":"traceutil/trace.go:171","msg":"trace[1833742358] transaction","detail":"{read_only:false; response_revision:6499; number_of_response:1; }","duration":"101.350226ms","start":"2026-07-02T15:40:50.450239Z","end":"2026-07-02T15:40:50.55159Z","steps":["trace[1833742358] 'process raft request' (duration: 87.092291ms)","trace[1833742358] 'compare' (duration: 13.726932ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:43:32.201043Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5600} {"level":"info","ts":"2026-07-02T15:43:32.295244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5600,"took":"91.297926ms","hash":1222692539,"current-db-size-bytes":54517760,"current-db-size":"54 MB","current-db-size-in-use-bytes":18407424,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-02T15:43:32.295331Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1222692539,"revision":5600,"compact-revision":2880}