{"level":"warn","ts":"2026-02-25T17:03:16.20616Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T17:03:16.206309Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.24:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.24:2380","--initial-cluster=instance=https://199.19.213.24:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.24:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.24:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T17:03:16.20643Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T17:03:16.206451Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.24:2380"]} {"level":"info","ts":"2026-02-25T17:03:16.206476Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T17:03:16.207245Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"]} {"level":"info","ts":"2026-02-25T17:03:16.207328Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.24:2380"],"listen-peer-urls":["https://199.19.213.24:2380"],"advertise-client-urls":["https://199.19.213.24:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.24:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T17:03:16.210924Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.346991ms"} {"level":"info","ts":"2026-02-25T17:03:16.217165Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"bd149264c66f18d5","cluster-id":"781da5450c4333a5"} {"level":"info","ts":"2026-02-25T17:03:16.21726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T17:03:16.217285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became follower at term 0"} {"level":"info","ts":"2026-02-25T17:03:16.217298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft bd149264c66f18d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T17:03:16.217307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became follower at term 1"} {"level":"info","ts":"2026-02-25T17:03:16.217348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=(13624675734226147541)"} {"level":"warn","ts":"2026-02-25T17:03:16.228117Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T17:03:16.23043Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T17:03:16.231847Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T17:03:16.23497Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"bd149264c66f18d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T17:03:16.236503Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"bd149264c66f18d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T17:03:16.236653Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:03:16.23672Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:03:16.236734Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:03:16.238612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=(13624675734226147541)"} {"level":"info","ts":"2026-02-25T17:03:16.238913Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"781da5450c4333a5","local-member-id":"bd149264c66f18d5","added-peer-id":"bd149264c66f18d5","added-peer-peer-urls":["https://199.19.213.24:2380"]} {"level":"info","ts":"2026-02-25T17:03:16.240394Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T17:03:16.240624Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"bd149264c66f18d5","initial-advertise-peer-urls":["https://199.19.213.24:2380"],"listen-peer-urls":["https://199.19.213.24:2380"],"advertise-client-urls":["https://199.19.213.24:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T17:03:16.24068Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T17:03:16.240582Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.24:2380"} {"level":"info","ts":"2026-02-25T17:03:16.240806Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.24:2380"} {"level":"info","ts":"2026-02-25T17:03:17.018366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T17:03:17.018473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T17:03:17.018523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 received MsgPreVoteResp from bd149264c66f18d5 at term 1"} {"level":"info","ts":"2026-02-25T17:03:17.01855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became candidate at term 2"} {"level":"info","ts":"2026-02-25T17:03:17.018571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 received MsgVoteResp from bd149264c66f18d5 at term 2"} {"level":"info","ts":"2026-02-25T17:03:17.018587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became leader at term 2"} {"level":"info","ts":"2026-02-25T17:03:17.018601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: bd149264c66f18d5 elected leader bd149264c66f18d5 at term 2"} {"level":"info","ts":"2026-02-25T17:03:17.019999Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:03:17.020938Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"bd149264c66f18d5","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.24:2379]}","request-path":"/0/members/bd149264c66f18d5/attributes","cluster-id":"781da5450c4333a5","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T17:03:17.020941Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T17:03:17.020988Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T17:03:17.021674Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"781da5450c4333a5","local-member-id":"bd149264c66f18d5","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:03:17.021816Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:03:17.021869Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:03:17.023865Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T17:03:17.023913Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T17:03:17.025053Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T17:03:17.025487Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.24:2379"} {"level":"info","ts":"2026-02-25T17:03:29.328334Z","caller":"traceutil/trace.go:171","msg":"trace[923908772] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"145.230349ms","start":"2026-02-25T17:03:29.18308Z","end":"2026-02-25T17:03:29.32831Z","steps":["trace[923908772] 'process raft request' (duration: 145.086836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:38.527059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789508593955962015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:39.027633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789508593955962015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:39.528458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789508593955962015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:40.026685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T17:03:40.026819Z","caller":"traceutil/trace.go:171","msg":"trace[533055348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112618s","start":"2026-02-25T17:03:38.026684Z","end":"2026-02-25T17:03:40.026796Z","steps":["trace[533055348] 'agreement among raft nodes before linearized reading' (duration: 1.999920904s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:40.02687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:38.026663Z","time spent":"2.00019632s","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 17:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T17:03:40.028993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789508593955962015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:40.529421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789508593955962015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:41.030036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789508593955962015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:41.183027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T17:03:41.183121Z","caller":"traceutil/trace.go:171","msg":"trace[2106236881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026873s","start":"2026-02-25T17:03:39.182832Z","end":"2026-02-25T17:03:41.183101Z","steps":["trace[2106236881] 'agreement among raft nodes before linearized reading' (duration: 2.000139638s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:41.183174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:39.182803Z","time spent":"2.000360212s","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 17:03:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T17:03:41.531339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789508593955962015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:41.84957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.467411816s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:03:41.850073Z","caller":"traceutil/trace.go:171","msg":"trace[1414397164] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"4.467993965s","start":"2026-02-25T17:03:37.38205Z","end":"2026-02-25T17:03:41.850044Z","steps":["trace[1414397164] 'process raft request' (duration: 4.467821052s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:41.850763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:37.38203Z","time spent":"4.468117198s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:42.027057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T17:03:42.027132Z","caller":"traceutil/trace.go:171","msg":"trace[1224633882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142167s","start":"2026-02-25T17:03:40.026971Z","end":"2026-02-25T17:03:42.027114Z","steps":["trace[1224633882] 'agreement among raft nodes before linearized reading' (duration: 2.000049356s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:42.027179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:40.026949Z","time spent":"2.000220749s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 17:03:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T17:03:43.950203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999333466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T17:03:43.950297Z","caller":"traceutil/trace.go:171","msg":"trace[515529955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999496019s","start":"2026-02-25T17:03:38.95078Z","end":"2026-02-25T17:03:43.950276Z","steps":["trace[515529955] 'agreement among raft nodes before linearized reading' (duration: 4.999372916s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:43.950345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:38.950758Z","time spent":"4.999577011s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:03:44.034077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T17:03:44.034183Z","caller":"traceutil/trace.go:171","msg":"trace[2143101429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072277s","start":"2026-02-25T17:03:42.034087Z","end":"2026-02-25T17:03:44.034159Z","steps":["trace[2143101429] 'agreement among raft nodes before linearized reading' (duration: 1.999937315s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:44.034174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999542949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-25T17:03:44.034246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:42.03407Z","time spent":"2.000162348s","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:03:44.034319Z","caller":"traceutil/trace.go:171","msg":"trace[1318401742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999724403s","start":"2026-02-25T17:03:39.034535Z","end":"2026-02-25T17:03:44.03426Z","steps":["trace[1318401742] 'agreement among raft nodes before linearized reading' (duration: 4.99957486s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:44.034409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:39.034512Z","time spent":"4.999873676s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:03:45.203381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.353539302s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:03:45.204112Z","caller":"traceutil/trace.go:171","msg":"trace[1556060251] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:425; }","duration":"7.177348999s","start":"2026-02-25T17:03:38.02674Z","end":"2026-02-25T17:03:45.204089Z","steps":["trace[1556060251] 'read index received' (duration: 3.823121865s)","trace[1556060251] 'applied index is now lower than readState.Index' (duration: 3.354226284s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:03:45.20411Z","caller":"traceutil/trace.go:171","msg":"trace[1507126858] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"6.116516021s","start":"2026-02-25T17:03:39.087561Z","end":"2026-02-25T17:03:45.204077Z","steps":["trace[1507126858] 'process raft request' (duration: 6.116217016s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:45.204262Z","caller":"traceutil/trace.go:171","msg":"trace[1105245282] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"4.018534769s","start":"2026-02-25T17:03:41.185691Z","end":"2026-02-25T17:03:45.204226Z","steps":["trace[1105245282] 'process raft request' (duration: 4.018324685s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:45.204373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:39.087534Z","time spent":"6.116765555s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:45.204394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:41.185663Z","time spent":"4.018654491s","remote":"127.0.0.1:50678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:03:45.217836Z","caller":"traceutil/trace.go:171","msg":"trace[1859672554] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"2.74649813s","start":"2026-02-25T17:03:42.471305Z","end":"2026-02-25T17:03:45.217803Z","steps":["trace[1859672554] 'process raft request' (duration: 2.746396379s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:45.217976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:42.471279Z","time spent":"2.746617513s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:45.217998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362434816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T17:03:45.218014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272696569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:03:45.218126Z","caller":"traceutil/trace.go:171","msg":"trace[697423038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"6.272852782s","start":"2026-02-25T17:03:38.945241Z","end":"2026-02-25T17:03:45.218094Z","steps":["trace[697423038] 'agreement among raft nodes before linearized reading' (duration: 6.272583547s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:45.218104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18276197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:03:45.218177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:38.945221Z","time spent":"6.272942784s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:03:45.218154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020607764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T17:03:45.218217Z","caller":"traceutil/trace.go:171","msg":"trace[484639698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"1.182915823s","start":"2026-02-25T17:03:44.03527Z","end":"2026-02-25T17:03:45.218186Z","steps":["trace[484639698] 'agreement among raft nodes before linearized reading' (duration: 1.18275012s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:45.218244Z","caller":"traceutil/trace.go:171","msg":"trace[809581199] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:415; }","duration":"5.020751097s","start":"2026-02-25T17:03:40.197467Z","end":"2026-02-25T17:03:45.218219Z","steps":["trace[809581199] 'agreement among raft nodes before linearized reading' (duration: 5.020569094s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:45.21827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:44.03525Z","time spent":"1.183006794s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:03:45.218058Z","caller":"traceutil/trace.go:171","msg":"trace[424869266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:415; }","duration":"1.362544379s","start":"2026-02-25T17:03:43.855494Z","end":"2026-02-25T17:03:45.218038Z","steps":["trace[424869266] 'agreement among raft nodes before linearized reading' (duration: 1.362398746s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:45.21829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:40.197445Z","time spent":"5.020833718s","remote":"127.0.0.1:50646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"warn","ts":"2026-02-25T17:03:45.218337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:43.855469Z","time spent":"1.362850155s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:04:00.379882Z","caller":"traceutil/trace.go:171","msg":"trace[2034183303] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"272.906129ms","start":"2026-02-25T17:04:00.106924Z","end":"2026-02-25T17:04:00.37983Z","steps":["trace[2034183303] 'process raft request' (duration: 216.911351ms)","trace[2034183303] 'compare' (duration: 55.818805ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:04:00.37989Z","caller":"traceutil/trace.go:171","msg":"trace[414987436] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"181.509614ms","start":"2026-02-25T17:04:00.198344Z","end":"2026-02-25T17:04:00.379854Z","steps":["trace[414987436] 'read index received' (duration: 125.506195ms)","trace[414987436] 'applied index is now lower than readState.Index' (duration: 55.997458ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:04:00.417977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.60909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T17:04:00.418078Z","caller":"traceutil/trace.go:171","msg":"trace[1351022962] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:514; }","duration":"219.750184ms","start":"2026-02-25T17:04:00.198296Z","end":"2026-02-25T17:04:00.418047Z","steps":["trace[1351022962] 'agreement among raft nodes before linearized reading' (duration: 181.652727ms)","trace[1351022962] 'range keys from in-memory index tree' (duration: 37.959594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:04:00.593065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.542967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:04:00.593159Z","caller":"traceutil/trace.go:171","msg":"trace[2006274124] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"138.695251ms","start":"2026-02-25T17:04:00.454446Z","end":"2026-02-25T17:04:00.593141Z","steps":["trace[2006274124] 'read index received' (duration: 33.809117ms)","trace[2006274124] 'applied index is now lower than readState.Index' (duration: 104.884714ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:04:00.593249Z","caller":"traceutil/trace.go:171","msg":"trace[988025980] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"159.560476ms","start":"2026-02-25T17:04:00.433653Z","end":"2026-02-25T17:04:00.593214Z","steps":["trace[988025980] 'process raft request' (duration: 54.589061ms)","trace[988025980] 'compare' (duration: 104.425125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:04:00.593324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.815713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:04:00.593412Z","caller":"traceutil/trace.go:171","msg":"trace[1309600285] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:515; }","duration":"138.963346ms","start":"2026-02-25T17:04:00.454402Z","end":"2026-02-25T17:04:00.593366Z","steps":["trace[1309600285] 'agreement among raft nodes before linearized reading' (duration: 138.793812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:00.939325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.482355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:04:00.939432Z","caller":"traceutil/trace.go:171","msg":"trace[2120006050] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:515; }","duration":"228.623158ms","start":"2026-02-25T17:04:00.710773Z","end":"2026-02-25T17:04:00.939396Z","steps":["trace[2120006050] 'range keys from in-memory index tree' (duration: 228.412114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:56.145948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.967669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"warn","ts":"2026-02-25T17:10:56.145958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.245008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:10:56.146044Z","caller":"traceutil/trace.go:171","msg":"trace[2046576661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2629; }","duration":"305.146533ms","start":"2026-02-25T17:10:55.840876Z","end":"2026-02-25T17:10:56.146022Z","steps":["trace[2046576661] 'range keys from in-memory index tree' (duration: 304.771656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:56.146092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:10:55.84086Z","time spent":"305.221634ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3898,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T17:10:56.146114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.526051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-h9pgl\" ","response":"range_response_count:1 size:5993"} {"level":"info","ts":"2026-02-25T17:10:56.146225Z","caller":"traceutil/trace.go:171","msg":"trace[2081763001] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-h9pgl; range_end:; response_count:1; response_revision:2629; }","duration":"250.690144ms","start":"2026-02-25T17:10:55.895509Z","end":"2026-02-25T17:10:56.146199Z","steps":["trace[2081763001] 'range keys from in-memory index tree' (duration: 250.305376ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:56.14614Z","caller":"traceutil/trace.go:171","msg":"trace[1903271887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"120.3824ms","start":"2026-02-25T17:10:56.025671Z","end":"2026-02-25T17:10:56.146053Z","steps":["trace[1903271887] 'range keys from in-memory index tree' (duration: 120.139366ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:13:17.085611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2136} {"level":"info","ts":"2026-02-25T17:13:17.140495Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2136,"took":"53.951279ms","hash":1028394221,"current-db-size-bytes":14528512,"current-db-size":"14 MB","current-db-size-in-use-bytes":4341760,"current-db-size-in-use":"4.3 MB"} {"level":"info","ts":"2026-02-25T17:13:17.140563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1028394221,"revision":2136,"compact-revision":-1} {"level":"info","ts":"2026-02-25T17:18:17.092909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3063} {"level":"info","ts":"2026-02-25T17:18:17.113666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3063,"took":"20.062772ms","hash":2406268164,"current-db-size-bytes":14528512,"current-db-size":"14 MB","current-db-size-in-use-bytes":4751360,"current-db-size-in-use":"4.8 MB"} {"level":"info","ts":"2026-02-25T17:18:17.113725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2406268164,"revision":3063,"compact-revision":2136}