{"level":"warn","ts":"2026-04-22T09:40:47.816751Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T09:40:47.816871Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T09:40:47.816905Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.111:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.111:2380","--initial-cluster=controller-2=https://199.19.213.111:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.111:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.111:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T09:40:47.817008Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-04-22T09:40:47.817046Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T09:40:47.817066Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.111:2380"]} {"level":"info","ts":"2026-04-22T09:40:47.817210Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:40:47.818932Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"]} {"level":"info","ts":"2026-04-22T09:40:47.819202Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.111:2380"],"listen-peer-urls":["https://199.19.213.111:2380"],"advertise-client-urls":["https://199.19.213.111:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T09:40:47.820451Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00007c540}"} {"level":"info","ts":"2026-04-22T09:40:47.838550Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T09:40:47.838637Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"18.389172ms"} {"level":"info","ts":"2026-04-22T09:40:47.838680Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":3236} {"level":"info","ts":"2026-04-22T09:40:47.889741Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-04-22T09:40:47.889807Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":22560768,"backend-size":"23 MB","backend-size-in-use-bytes":21438464,"backend-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-22T09:40:47.890025Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-04-22T09:40:47.947139Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","commit-index":3236} {"level":"info","ts":"2026-04-22T09:40:47.947201Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T09:40:47.947334Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T09:40:47.947532Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:18cd049f74ae7ca7 RaftAttributes:{PeerURLs:[https://199.19.213.111:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.19.213.111:2379]}}"} {"level":"info","ts":"2026-04-22T09:40:47.947566Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:285e7a59cfd00a28 RaftAttributes:{PeerURLs:[https://199.19.213.209:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.19.213.209:2379]}}"} {"level":"info","ts":"2026-04-22T09:40:47.947576Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:54fca804e66e40f4 RaftAttributes:{PeerURLs:[https://199.19.213.142:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.19.213.142:2379]}}"} {"level":"info","ts":"2026-04-22T09:40:47.947643Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T09:40:47.947673Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","recovered-remote-peer-id":"54fca804e66e40f4","recovered-remote-peer-urls":["https://199.19.213.142:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T09:40:47.947687Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","recovered-remote-peer-id":"18cd049f74ae7ca7","recovered-remote-peer-urls":["https://199.19.213.111:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T09:40:47.947695Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","recovered-remote-peer-id":"285e7a59cfd00a28","recovered-remote-peer-urls":["https://199.19.213.209:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T09:40:47.947705Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T09:40:47.947722Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T09:40:47.947796Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T09:40:47.947886Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"18cd049f74ae7ca7 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T09:40:47.947931Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"18cd049f74ae7ca7 became follower at term 4"} {"level":"info","ts":"2026-04-22T09:40:47.947946Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 18cd049f74ae7ca7 [peers: [], term: 4, commit: 3236, applied: 0, lastindex: 3236, lastterm: 4]"} {"level":"warn","ts":"2026-04-22T09:40:47.949535Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T09:40:47.959545Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":2796} {"level":"info","ts":"2026-04-22T09:40:47.964329Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T09:40:47.964826Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.964863Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.964975Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.964996Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.965025Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.965115Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.965114Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.965249Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28","remote-peer-urls":["https://199.19.213.209:2380"]} {"level":"info","ts":"2026-04-22T09:40:47.965295Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.965307Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.965354Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.965384Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.965419Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.965429Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.965401Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.965372Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4","remote-peer-urls":["https://199.19.213.142:2380"]} {"level":"info","ts":"2026-04-22T09:40:47.965593Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"18cd049f74ae7ca7","timeout":"7s"} {"level":"info","ts":"2026-04-22T09:40:47.980406Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.980861Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.981433Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.981464Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.982421Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:47.982885Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:47.986954Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 18cd049f74ae7ca7 elected leader 285e7a59cfd00a28 at term 4"} {"level":"info","ts":"2026-04-22T09:40:48.037891Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"18cd049f74ae7ca7"} {"level":"info","ts":"2026-04-22T09:40:48.037965Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"18cd049f74ae7ca7","local-server-version":"3.6.4","cluster-id":"374317481b3c77b9","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T09:40:48.038250Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-22T09:40:48.038339Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:40:48.038352Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:40:48.038400Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:40:48.038414Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:40:48.038603Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.111:2380"} {"level":"info","ts":"2026-04-22T09:40:48.038668Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.111:2380"} {"level":"info","ts":"2026-04-22T09:40:48.038899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"18cd049f74ae7ca7 switched to configuration voters=(6123954332316352756)"} {"level":"info","ts":"2026-04-22T09:40:48.039020Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","added-peer-id":"54fca804e66e40f4","added-peer-peer-urls":["https://199.19.213.142:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-22T09:40:48.039018Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"54fca804e66e40f4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:40:48.039054Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:48.039135Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"285e7a59cfd00a28","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:40:48.039153Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:48.039148Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","from":"3.5","to":"3.5"} {"level":"info","ts":"2026-04-22T09:40:48.039312Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"54fca804e66e40f4","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:40:48.039421Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:40:48.039517Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"285e7a59cfd00a28","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:40:48.039553Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:48.039989Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"18cd049f74ae7ca7","initial-advertise-peer-urls":["https://199.19.213.111:2380"],"listen-peer-urls":["https://199.19.213.111:2380"],"advertise-client-urls":["https://199.19.213.111:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T09:40:48.040045Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T09:40:48.041332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"18cd049f74ae7ca7 switched to configuration voters=(6123954332316352756) learners=(1787089710039858343)"} {"level":"info","ts":"2026-04-22T09:40:48.041405Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","added-peer-id":"18cd049f74ae7ca7","added-peer-peer-urls":["https://199.19.213.111:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:40:48.041568Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"18cd049f74ae7ca7 switched to configuration voters=(1787089710039858343 6123954332316352756)"} {"level":"info","ts":"2026-04-22T09:40:48.041656Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","promoted-member-id":"18cd049f74ae7ca7"} {"level":"info","ts":"2026-04-22T09:40:48.042975Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"18cd049f74ae7ca7 switched to configuration voters=(1787089710039858343 6123954332316352756) learners=(2908896935485114920)"} {"level":"info","ts":"2026-04-22T09:40:48.043033Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","added-peer-id":"285e7a59cfd00a28","added-peer-peer-urls":["https://199.19.213.209:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:40:48.043310Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"18cd049f74ae7ca7 switched to configuration voters=(1787089710039858343 2908896935485114920 6123954332316352756)"} {"level":"info","ts":"2026-04-22T09:40:48.043396Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","promoted-member-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:40:48.073096Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:40:48.073134Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:40:48.073071Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"18cd049f74ae7ca7","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.111:2379]}","cluster-id":"374317481b3c77b9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T09:40:48.073592Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T09:40:48.073633Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T09:40:48.074273Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-22T09:40:48.074349Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T09:40:48.074499Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T09:40:48.076547Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.111:2379"} {"level":"info","ts":"2026-04-22T09:40:48.077596Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T09:40:48.089311Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"18cd049f74ae7ca7","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"warn","ts":"2026-04-22T09:41:14.515803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:14.537505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:14.557963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:57.970017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:57.970185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:57.987701Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:57.996264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.030702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.043764Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.056861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.066352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.074994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.100780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.109230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.118483Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.129507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.137642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.145933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.154576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.163719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.172339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.180747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.230854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.239305Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.247431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.256972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.265708Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.276239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.284756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.294495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.304009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.312124Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.322457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.332827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.345029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.352869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.362775Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.371880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.381043Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.393640Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.405838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.414646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.424740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.434682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.442546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.452700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.460130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.470535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.480141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.489229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.499274Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.507266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.518159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.527623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.535179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.543042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.550662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.561558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.609503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.620006Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.627972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:41:58.674889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50636","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:42:44.803984Z","caller":"traceutil/trace.go:172","msg":"trace[955101767] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"114.521517ms","start":"2026-04-22T09:42:44.689438Z","end":"2026-04-22T09:42:44.803959Z","steps":["trace[955101767] 'process raft request' (duration: 114.389671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:43:00.804896Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.209:54378","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:43:06.219061Z","caller":"traceutil/trace.go:172","msg":"trace[958417211] linearizableReadLoop","detail":"{readStateIndex:4142; appliedIndex:4142; }","duration":"114.066124ms","start":"2026-04-22T09:43:06.104974Z","end":"2026-04-22T09:43:06.219040Z","steps":["trace[958417211] 'read index received' (duration: 114.061533ms)","trace[958417211] 'applied index is now lower than readState.Index' (duration: 3.501µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:43:06.220096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.976618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:43:06.220538Z","caller":"traceutil/trace.go:172","msg":"trace[2023087434] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:3599; }","duration":"115.561496ms","start":"2026-04-22T09:43:06.104963Z","end":"2026-04-22T09:43:06.220524Z","steps":["trace[2023087434] 'agreement among raft nodes before linearized reading' (duration: 114.174819ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:43:08.739448Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"18cd049f74ae7ca7 [term: 4] received a MsgVote message with higher term from 54fca804e66e40f4 [term: 5]"} {"level":"info","ts":"2026-04-22T09:43:08.739534Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"18cd049f74ae7ca7 became follower at term 5"} {"level":"info","ts":"2026-04-22T09:43:08.739556Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"18cd049f74ae7ca7 [logterm: 4, index: 4149, vote: 0] cast MsgVote for 54fca804e66e40f4 [logterm: 4, index: 4149] at term 5"} {"level":"info","ts":"2026-04-22T09:43:08.739572Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 18cd049f74ae7ca7 lost leader 285e7a59cfd00a28 at term 5"} {"level":"info","ts":"2026-04-22T09:43:08.741833Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 18cd049f74ae7ca7 elected leader 54fca804e66e40f4 at term 5"} {"level":"warn","ts":"2026-04-22T09:43:08.837870Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:43:08.838101Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:43:08.850297Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"285e7a59cfd00a28","error":"failed to dial 285e7a59cfd00a28 on stream Message (peer 285e7a59cfd00a28 failed to find local node 18cd049f74ae7ca7)"} {"level":"warn","ts":"2026-04-22T09:43:14.632433Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"warn","ts":"2026-04-22T09:43:14.632798Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"warn","ts":"2026-04-22T09:43:22.969493Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"285e7a59cfd00a28","rtt":"13.363662ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:22.969614Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"285e7a59cfd00a28","rtt":"1.036657ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:27.970572Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"285e7a59cfd00a28","rtt":"13.363662ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:27.970609Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"285e7a59cfd00a28","rtt":"1.036657ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:32.971692Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"285e7a59cfd00a28","rtt":"13.363662ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:32.971655Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"285e7a59cfd00a28","rtt":"1.036657ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:37.972712Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"285e7a59cfd00a28","rtt":"1.036657ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:37.972755Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"285e7a59cfd00a28","rtt":"13.363662ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:42.973324Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"285e7a59cfd00a28","rtt":"13.363662ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:42.973377Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"285e7a59cfd00a28","rtt":"1.036657ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T09:43:47.308252Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"285e7a59cfd00a28","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:43:47.308297Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:43:47.308325Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:43:47.309915Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"285e7a59cfd00a28","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:43:47.309961Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:43:47.334379Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:43:47.334382Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"warn","ts":"2026-04-22T09:43:47.977055Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"285e7a59cfd00a28","rtt":"1.036657ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:43:47.977172Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"285e7a59cfd00a28","rtt":"13.363662ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T09:43:48.806538Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"374317481b3c77b9","local-member-id":"18cd049f74ae7ca7","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-04-22T09:43:48.806716Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:43:48.806777Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-22T09:43:48.806841Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-22T09:44:14.810195Z","caller":"mvcc/index.go:194","msg":"compact tree index","revision":2339} {"level":"info","ts":"2026-04-22T09:44:14.891918Z","caller":"mvcc/kvstore_compaction.go:70","msg":"finished scheduled compaction","compact-revision":2339,"took":"81.086227ms","hash":1591609225,"current-db-size-bytes":25464832,"current-db-size":"26 MB","current-db-size-in-use-bytes":7020544,"current-db-size-in-use":"7.0 MB"} {"level":"info","ts":"2026-04-22T09:44:14.892005Z","caller":"mvcc/hash.go:157","msg":"storing new hash","hash":1591609225,"revision":2339,"compact-revision":-1} {"level":"warn","ts":"2026-04-22T09:44:17.245300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.209:43618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:44:17.270014Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.209:43654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:44:23.395116Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108815,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:44:23.805107Z","caller":"traceutil/trace.go:172","msg":"trace[605214404] linearizableReadLoop","detail":"{readStateIndex:4511; appliedIndex:4511; }","duration":"910.61526ms","start":"2026-04-22T09:44:22.894466Z","end":"2026-04-22T09:44:23.805082Z","steps":["trace[605214404] 'read index received' (duration: 910.60923ms)","trace[605214404] 'applied index is now lower than readState.Index' (duration: 4.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:44:23.805262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"910.783512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:44:23.805303Z","caller":"traceutil/trace.go:172","msg":"trace[1511513331] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:3924; }","duration":"910.834363ms","start":"2026-04-22T09:44:22.894449Z","end":"2026-04-22T09:44:23.805284Z","steps":["trace[1511513331] 'agreement among raft nodes before linearized reading' (duration: 910.746502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:23.805339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:22.894420Z","time spent":"910.910624ms","remote":"127.0.0.1:49864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:23.812859Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8982321380654108817,"received-request-id":8982321380654108815} {"level":"info","ts":"2026-04-22T09:44:23.821417Z","caller":"traceutil/trace.go:172","msg":"trace[1567194382] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"237.306425ms","start":"2026-04-22T09:44:23.584084Z","end":"2026-04-22T09:44:23.821391Z","steps":["trace[1567194382] 'process raft request' (duration: 237.151604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:23.822815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.459913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:44:23.822831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"775.3123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:44:23.822876Z","caller":"traceutil/trace.go:172","msg":"trace[497198828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3926; }","duration":"353.523924ms","start":"2026-04-22T09:44:23.469335Z","end":"2026-04-22T09:44:23.822859Z","steps":["trace[497198828] 'agreement among raft nodes before linearized reading' (duration: 353.434663ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:44:23.822899Z","caller":"traceutil/trace.go:172","msg":"trace[850923983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3926; }","duration":"775.389981ms","start":"2026-04-22T09:44:23.047494Z","end":"2026-04-22T09:44:23.822884Z","steps":["trace[850923983] 'agreement among raft nodes before linearized reading' (duration: 775.165559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:23.822942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:23.047464Z","time spent":"775.469582ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:23.822815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.427225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-22T09:44:23.823082Z","caller":"traceutil/trace.go:172","msg":"trace[1681772793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3926; }","duration":"163.700338ms","start":"2026-04-22T09:44:23.659354Z","end":"2026-04-22T09:44:23.823055Z","steps":["trace[1681772793] 'agreement among raft nodes before linearized reading' (duration: 163.309534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:23.822898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.699991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:44:23.823224Z","caller":"traceutil/trace.go:172","msg":"trace[203148379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3926; }","duration":"272.054374ms","start":"2026-04-22T09:44:23.551155Z","end":"2026-04-22T09:44:23.823209Z","steps":["trace[203148379] 'agreement among raft nodes before linearized reading' (duration: 271.548059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:24.776527Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:44:24.848363Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"18cd049f74ae7ca7 is starting a new election at term 5"} {"level":"info","ts":"2026-04-22T09:44:24.848412Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"18cd049f74ae7ca7 became pre-candidate at term 5"} {"level":"info","ts":"2026-04-22T09:44:24.848443Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"18cd049f74ae7ca7 [logterm: 5, index: 4515] sent MsgPreVote request to 285e7a59cfd00a28 at term 5"} {"level":"info","ts":"2026-04-22T09:44:24.848461Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"18cd049f74ae7ca7 [logterm: 5, index: 4515] sent MsgPreVote request to 54fca804e66e40f4 at term 5"} {"level":"info","ts":"2026-04-22T09:44:24.848476Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 18cd049f74ae7ca7 lost leader 54fca804e66e40f4 at term 5"} {"level":"info","ts":"2026-04-22T09:44:24.848536Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"18cd049f74ae7ca7 received MsgPreVoteResp from 18cd049f74ae7ca7 at term 5"} {"level":"info","ts":"2026-04-22T09:44:24.848556Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"18cd049f74ae7ca7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:44:24.911200Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"18cd049f74ae7ca7 became follower at term 5"} {"level":"info","ts":"2026-04-22T09:44:24.911273Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 18cd049f74ae7ca7 elected leader 54fca804e66e40f4 at term 5"} {"level":"warn","ts":"2026-04-22T09:44:24.911423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.491743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:44:24.911486Z","caller":"traceutil/trace.go:172","msg":"trace[439147349] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"635.572604ms","start":"2026-04-22T09:44:24.275898Z","end":"2026-04-22T09:44:24.911470Z","steps":["trace[439147349] 'agreement among raft nodes before linearized reading' (duration: 635.488993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:24.911561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:24.275868Z","time spent":"635.669555ms","remote":"127.0.0.1:49666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-22T09:44:25.411661Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:44:25.911798Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:44:26.412193Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:44:26.552042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000574248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:44:26.552142Z","caller":"traceutil/trace.go:172","msg":"trace[1945196492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074856s","start":"2026-04-22T09:44:24.551376Z","end":"2026-04-22T09:44:26.552124Z","steps":["trace[1945196492] 'agreement among raft nodes before linearized reading' (duration: 2.000571088s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:26.552219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:24.551359Z","time spent":"2.000848921s","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 09:44:26 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T09:44:26.849983Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"18cd049f74ae7ca7 [logterm: 5, index: 4516, vote: 54fca804e66e40f4] ignored MsgPreVote from 285e7a59cfd00a28 [logterm: 5, index: 4516] at term 5: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-04-22T09:44:26.913181Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:44:27.348582Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"18cd049f74ae7ca7 is starting a new election at term 5"} {"level":"info","ts":"2026-04-22T09:44:27.348648Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"18cd049f74ae7ca7 became pre-candidate at term 5"} {"level":"info","ts":"2026-04-22T09:44:27.348680Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"18cd049f74ae7ca7 [logterm: 5, index: 4516] sent MsgPreVote request to 285e7a59cfd00a28 at term 5"} {"level":"info","ts":"2026-04-22T09:44:27.348697Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"18cd049f74ae7ca7 [logterm: 5, index: 4516] sent MsgPreVote request to 54fca804e66e40f4 at term 5"} {"level":"info","ts":"2026-04-22T09:44:27.348714Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 18cd049f74ae7ca7 lost leader 54fca804e66e40f4 at term 5"} {"level":"info","ts":"2026-04-22T09:44:27.348777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"18cd049f74ae7ca7 received MsgPreVoteResp from 18cd049f74ae7ca7 at term 5"} {"level":"info","ts":"2026-04-22T09:44:27.348795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"18cd049f74ae7ca7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-22T09:44:27.414109Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:44:27.914942Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:44:27.935795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"18cd049f74ae7ca7 received MsgPreVoteResp from 285e7a59cfd00a28 at term 5"} {"level":"info","ts":"2026-04-22T09:44:27.935860Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"18cd049f74ae7ca7 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:44:27.935895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"18cd049f74ae7ca7 became candidate at term 6"} {"level":"info","ts":"2026-04-22T09:44:27.935939Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"18cd049f74ae7ca7 [logterm: 5, index: 4516] sent MsgVote request to 285e7a59cfd00a28 at term 6"} {"level":"info","ts":"2026-04-22T09:44:27.935956Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"18cd049f74ae7ca7 [logterm: 5, index: 4516] sent MsgVote request to 54fca804e66e40f4 at term 6"} {"level":"info","ts":"2026-04-22T09:44:27.937369Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"18cd049f74ae7ca7 received MsgVoteResp from 18cd049f74ae7ca7 at term 6"} {"level":"info","ts":"2026-04-22T09:44:27.937415Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"18cd049f74ae7ca7 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-22T09:44:28.415294Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654108822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:44:28.473462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000280521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:44:28.473555Z","caller":"traceutil/trace.go:172","msg":"trace[415030664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398152s","start":"2026-04-22T09:44:26.473136Z","end":"2026-04-22T09:44:28.473534Z","steps":["trace[415030664] 'agreement among raft nodes before linearized reading' (duration: 2.000275101s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.473632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:26.473116Z","time spent":"2.000504854s","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:44:28.552937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000511345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T09:44:28.553038Z","caller":"traceutil/trace.go:172","msg":"trace[718445570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626566s","start":"2026-04-22T09:44:26.552395Z","end":"2026-04-22T09:44:28.553021Z","steps":["trace[718445570] 'agreement among raft nodes before linearized reading' (duration: 2.000508425s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.553111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:26.552377Z","time spent":"2.000725217s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 09:44:28 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T09:44:28.740059Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"18cd049f74ae7ca7 received MsgVoteResp from 285e7a59cfd00a28 at term 6"} {"level":"info","ts":"2026-04-22T09:44:28.740121Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"18cd049f74ae7ca7 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:44:28.740153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"18cd049f74ae7ca7 became leader at term 6"} {"level":"info","ts":"2026-04-22T09:44:28.740175Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 18cd049f74ae7ca7 elected leader 18cd049f74ae7ca7 at term 6"} {"level":"warn","ts":"2026-04-22T09:44:28.740347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.237553199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T09:44:28.740382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.270737536s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:44:28.740416Z","caller":"traceutil/trace.go:172","msg":"trace[1182032760] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; }","duration":"4.23764226s","start":"2026-04-22T09:44:24.502759Z","end":"2026-04-22T09:44:28.740401Z","steps":["trace[1182032760] 'agreement among raft nodes before linearized reading' (duration: 4.237551409s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:44:28.740440Z","caller":"traceutil/trace.go:172","msg":"trace[1885663001] range","detail":"{range_begin:; range_end:; }","duration":"4.270823186s","start":"2026-04-22T09:44:24.469601Z","end":"2026-04-22T09:44:28.740424Z","steps":["trace[1885663001] 'agreement among raft nodes before linearized reading' (duration: 4.270733605s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.740465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:24.502728Z","time spent":"4.237726791s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.740450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.282838182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"error","ts":"2026-04-22T09:44:28.740504Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-22T09:44:28.740547Z","caller":"traceutil/trace.go:172","msg":"trace[2143572545] range","detail":"{range_begin:/registry/namespaces; range_end:; }","duration":"4.282972344s","start":"2026-04-22T09:44:24.457566Z","end":"2026-04-22T09:44:28.740539Z","steps":["trace[2143572545] 'agreement among raft nodes before linearized reading' (duration: 4.282836202s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.740575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:24.457550Z","time spent":"4.283016614s","remote":"127.0.0.1:49762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-04-22T09:44:28.742241Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-22T09:44:28.743939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.501157243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:44:28.743973Z","caller":"traceutil/trace.go:172","msg":"trace[208586109] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:3929; }","duration":"2.501196553s","start":"2026-04-22T09:44:26.242769Z","end":"2026-04-22T09:44:28.743965Z","steps":["trace[208586109] 'agreement among raft nodes before linearized reading' (duration: 2.501117112s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744004Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:26.242755Z","time spent":"2.501241715s","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.744009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.557441186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:44:28.744073Z","caller":"traceutil/trace.go:172","msg":"trace[1414696597] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:3929; }","duration":"2.557513216s","start":"2026-04-22T09:44:26.186544Z","end":"2026-04-22T09:44:28.744058Z","steps":["trace[1414696597] 'agreement among raft nodes before linearized reading' (duration: 2.557404375s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:26.186530Z","time spent":"2.557568017s","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.744177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.159688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:44:28.744199Z","caller":"traceutil/trace.go:172","msg":"trace[1213111299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3929; }","duration":"182.182978ms","start":"2026-04-22T09:44:28.562010Z","end":"2026-04-22T09:44:28.744193Z","steps":["trace[1213111299] 'agreement among raft nodes before linearized reading' (duration: 182.118827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.327922792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-22T09:44:28.744352Z","caller":"traceutil/trace.go:172","msg":"trace[851286237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3929; }","duration":"1.327942742s","start":"2026-04-22T09:44:27.416403Z","end":"2026-04-22T09:44:28.744346Z","steps":["trace[851286237] 'agreement among raft nodes before linearized reading' (duration: 1.327888032s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:27.416374Z","time spent":"1.327988274s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.744423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.005403827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:44:28.744454Z","caller":"traceutil/trace.go:172","msg":"trace[1189432904] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:3929; }","duration":"2.005438328s","start":"2026-04-22T09:44:26.739008Z","end":"2026-04-22T09:44:28.744446Z","steps":["trace[1189432904] 'agreement among raft nodes before linearized reading' (duration: 2.005371027s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744474Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:26.738990Z","time spent":"2.005479458s","remote":"127.0.0.1:50224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.744523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.883265664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"info","ts":"2026-04-22T09:44:28.744545Z","caller":"traceutil/trace.go:172","msg":"trace[2134018580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3929; }","duration":"2.883289185s","start":"2026-04-22T09:44:25.861250Z","end":"2026-04-22T09:44:28.744539Z","steps":["trace[2134018580] 'agreement among raft nodes before linearized reading' (duration: 2.883184813s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:25.861228Z","time spent":"2.883349115s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.744653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.573053988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T09:44:28.744678Z","caller":"traceutil/trace.go:172","msg":"trace[1790528399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3929; }","duration":"1.573080038s","start":"2026-04-22T09:44:27.171591Z","end":"2026-04-22T09:44:28.744671Z","steps":["trace[1790528399] 'agreement among raft nodes before linearized reading' (duration: 1.573027757s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.764439348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-04-22T09:44:28.744694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:27.171568Z","time spent":"1.573121319s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T09:44:28.744702Z","caller":"traceutil/trace.go:172","msg":"trace[369781604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3929; }","duration":"2.764456768s","start":"2026-04-22T09:44:25.980238Z","end":"2026-04-22T09:44:28.744695Z","steps":["trace[369781604] 'agreement among raft nodes before linearized reading' (duration: 2.764401078s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:25.980215Z","time spent":"2.764499549s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.744774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.463004871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:44:28.744794Z","caller":"traceutil/trace.go:172","msg":"trace[167890048] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:3929; }","duration":"3.463021551s","start":"2026-04-22T09:44:25.281765Z","end":"2026-04-22T09:44:28.744787Z","steps":["trace[167890048] 'agreement among raft nodes before linearized reading' (duration: 3.462993601s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.744809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:25.281740Z","time spent":"3.463063881s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.744828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.910656113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T09:44:28.745132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.805932947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:296 size:26188"} {"level":"info","ts":"2026-04-22T09:44:28.745169Z","caller":"traceutil/trace.go:172","msg":"trace[480461692] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:296; response_revision:3929; }","duration":"3.805972647s","start":"2026-04-22T09:44:24.939189Z","end":"2026-04-22T09:44:28.745162Z","steps":["trace[480461692] 'agreement among raft nodes before linearized reading' (duration: 3.804903806s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.745194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:24.939169Z","time spent":"3.806013478s","remote":"127.0.0.1:49666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":296,"response size":26210,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-04-22T09:44:28.744913Z","caller":"traceutil/trace.go:172","msg":"trace[835423018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3929; }","duration":"2.910759895s","start":"2026-04-22T09:44:25.834136Z","end":"2026-04-22T09:44:28.744895Z","steps":["trace[835423018] 'agreement among raft nodes before linearized reading' (duration: 2.91037176s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:44:28.747980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:44:25.834105Z","time spent":"2.913850689s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:44:28.747071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:44:29.540954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:44:29.562941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:44:29.670848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:44:29.717710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:44:30.340537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:02.604242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.142:37280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:08.007596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:08.028102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:08.045235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:08.272371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:08.296772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:08.317282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:34268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:08.998090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.150352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T09:46:08.998212Z","caller":"traceutil/trace.go:172","msg":"trace[1675653248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4534; }","duration":"298.293285ms","start":"2026-04-22T09:46:08.699900Z","end":"2026-04-22T09:46:08.998193Z","steps":["trace[1675653248] 'range keys from in-memory index tree' (duration: 296.931045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:46:10.434052Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T09:46:10.434128Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"54fca804e66e40f4","error":"failed to read 54fca804e66e40f4 on stream Message (unexpected EOF)"} {"level":"warn","ts":"2026-04-22T09:46:10.434207Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T09:46:10.488250Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"warn","ts":"2026-04-22T09:46:11.299764Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"warn","ts":"2026-04-22T09:46:12.830233Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.142:2380/version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:12.830302Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:16.833415Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.142:2380/version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:16.833505Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:20.836566Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.142:2380/version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:20.836647Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:22.973940Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"54fca804e66e40f4","rtt":"31.812069ms","error":"dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:22.973972Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"54fca804e66e40f4","rtt":"8.178309ms","error":"dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:24.839528Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.142:2380/version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:24.839597Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"54fca804e66e40f4","error":"Get \"https://199.19.213.142:2380/version\": dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T09:46:25.699952Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"54fca804e66e40f4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:46:25.700012Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:46:25.700033Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:46:25.702842Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"54fca804e66e40f4","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:46:25.702883Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:46:25.721137Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"info","ts":"2026-04-22T09:46:25.721499Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"54fca804e66e40f4"} {"level":"warn","ts":"2026-04-22T09:46:26.358302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.410738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.433811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.458685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.476454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.508131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.534250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.553074Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.702583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.724355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.741105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.757971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.769870Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.815651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.838691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.859835Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.899319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.921762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.936984Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:26.958222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.063512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.128828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.140541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.172438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.198901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.220852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.232726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.249640Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:46:27.974248Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"54fca804e66e40f4","rtt":"31.812069ms","error":"dial tcp 199.19.213.142:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:37.354217Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T09:46:37.354298Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"285e7a59cfd00a28","error":"failed to read 285e7a59cfd00a28 on stream Message (unexpected EOF)"} {"level":"warn","ts":"2026-04-22T09:46:37.354274Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T09:46:37.469442Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"warn","ts":"2026-04-22T09:46:37.965248Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"warn","ts":"2026-04-22T09:46:40.861193Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.209:2380/version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:40.861266Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:44.864186Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.209:2380/version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:44.864263Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:48.866344Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.209:2380/version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:48.866424Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:52.869028Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.209:2380/version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:52.869099Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"285e7a59cfd00a28","error":"Get \"https://199.19.213.209:2380/version\": dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:52.983229Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"285e7a59cfd00a28","rtt":"20.112728ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:46:52.983310Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"285e7a59cfd00a28","rtt":"3.803992ms","error":"dial tcp 199.19.213.209:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T09:46:53.599610Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"285e7a59cfd00a28","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:46:53.599650Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:46:53.599674Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:46:53.602617Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"18cd049f74ae7ca7","to":"285e7a59cfd00a28","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:46:53.602653Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:46:53.629211Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"info","ts":"2026-04-22T09:46:53.630774Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"18cd049f74ae7ca7","remote-peer-id":"285e7a59cfd00a28"} {"level":"warn","ts":"2026-04-22T09:47:06.291060Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654110323,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:47:06.547263Z","caller":"traceutil/trace.go:172","msg":"trace[1438351601] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5703; }","duration":"757.094141ms","start":"2026-04-22T09:47:05.790142Z","end":"2026-04-22T09:47:06.547236Z","steps":["trace[1438351601] 'read index received' (duration: 757.086001ms)","trace[1438351601] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:47:06.547930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"757.41808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T09:47:06.547930Z","caller":"traceutil/trace.go:172","msg":"trace[11974485] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"919.83568ms","start":"2026-04-22T09:47:05.628070Z","end":"2026-04-22T09:47:06.547906Z","steps":["trace[11974485] 'process raft request' (duration: 919.332947ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:47:06.547987Z","caller":"traceutil/trace.go:172","msg":"trace[1839710773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4962; }","duration":"757.838071ms","start":"2026-04-22T09:47:05.790135Z","end":"2026-04-22T09:47:06.547973Z","steps":["trace[1839710773] 'agreement among raft nodes before linearized reading' (duration: 757.270276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:06.548027Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:05.790108Z","time spent":"757.905973ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:47:06.548535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:05.628047Z","time spent":"919.946333ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:47:06.551011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.044017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:06.551500Z","caller":"traceutil/trace.go:172","msg":"trace[919890426] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:4963; }","duration":"591.549661ms","start":"2026-04-22T09:47:05.959933Z","end":"2026-04-22T09:47:06.551482Z","steps":["trace[919890426] 'agreement among raft nodes before linearized reading' (duration: 589.517357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:06.551585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:05.959912Z","time spent":"591.661533ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:47:06.551392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"758.9334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"info","ts":"2026-04-22T09:47:06.551813Z","caller":"traceutil/trace.go:172","msg":"trace[1080704465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4963; }","duration":"759.345611ms","start":"2026-04-22T09:47:05.792450Z","end":"2026-04-22T09:47:06.551795Z","steps":["trace[1080704465] 'agreement among raft nodes before linearized reading' (duration: 756.980118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:06.551881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:05.792435Z","time spent":"759.422383ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:47:06.981030Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"54fca804e66e40f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.373916ms"} {"level":"warn","ts":"2026-04-22T09:47:06.981092Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"285e7a59cfd00a28","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.438907ms"} {"level":"info","ts":"2026-04-22T09:47:06.981135Z","caller":"traceutil/trace.go:172","msg":"trace[39312670] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5708; }","duration":"421.169642ms","start":"2026-04-22T09:47:06.559947Z","end":"2026-04-22T09:47:06.981117Z","steps":["trace[39312670] 'read index received' (duration: 421.165072ms)","trace[39312670] 'applied index is now lower than readState.Index' (duration: 3.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:47:06.981308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.723077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:06.981513Z","caller":"traceutil/trace.go:172","msg":"trace[1317083305] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:4966; }","duration":"421.935743ms","start":"2026-04-22T09:47:06.559556Z","end":"2026-04-22T09:47:06.981491Z","steps":["trace[1317083305] 'agreement among raft nodes before linearized reading' (duration: 421.670106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:06.981942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:06.559549Z","time spent":"422.372854ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-04-22T09:47:07.102428Z","caller":"traceutil/trace.go:172","msg":"trace[355207228] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"348.250796ms","start":"2026-04-22T09:47:06.754164Z","end":"2026-04-22T09:47:07.102415Z","steps":["trace[355207228] 'process raft request' (duration: 348.174194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:07.102538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:06.754149Z","time spent":"348.330879ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:47:07.386083Z","caller":"traceutil/trace.go:172","msg":"trace[1732596207] linearizableReadLoop","detail":"{readStateIndex:5708; appliedIndex:5711; }","duration":"404.877649ms","start":"2026-04-22T09:47:06.981150Z","end":"2026-04-22T09:47:07.386028Z","steps":["trace[1732596207] 'read index received' (duration: 404.870489ms)","trace[1732596207] 'applied index is now lower than readState.Index' (duration: 4.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:47:07.386120Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"54fca804e66e40f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.034026ms"} {"level":"warn","ts":"2026-04-22T09:47:07.387707Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"285e7a59cfd00a28","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.620467ms"} {"level":"warn","ts":"2026-04-22T09:47:07.386312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"453.290166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T09:47:07.387769Z","caller":"traceutil/trace.go:172","msg":"trace[1217444033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4969; }","duration":"454.829167ms","start":"2026-04-22T09:47:06.932926Z","end":"2026-04-22T09:47:07.387755Z","steps":["trace[1217444033] 'agreement among raft nodes before linearized reading' (duration: 453.175843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:07.387817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:06.932910Z","time spent":"454.880369ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:47:07.391704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"774.181085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:425 size:37545"} {"level":"info","ts":"2026-04-22T09:47:07.391778Z","caller":"traceutil/trace.go:172","msg":"trace[38065884] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:425; response_revision:4969; }","duration":"774.280647ms","start":"2026-04-22T09:47:06.617483Z","end":"2026-04-22T09:47:07.391763Z","steps":["trace[38065884] 'agreement among raft nodes before linearized reading' (duration: 768.878815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:07.391835Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:06.617467Z","time spent":"774.353479ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":425,"response size":37567,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-22T09:47:07.714853Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"54fca804e66e40f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"127.097923ms"} {"level":"warn","ts":"2026-04-22T09:47:07.714919Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"285e7a59cfd00a28","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"127.172915ms"} {"level":"info","ts":"2026-04-22T09:47:07.715285Z","caller":"traceutil/trace.go:172","msg":"trace[1834577010] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"327.137823ms","start":"2026-04-22T09:47:07.388113Z","end":"2026-04-22T09:47:07.715251Z","steps":["trace[1834577010] 'process raft request' (duration: 326.904527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:07.715565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:07.388091Z","time spent":"327.331888ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:47:07.725412Z","caller":"traceutil/trace.go:172","msg":"trace[688094726] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5712; }","duration":"278.310305ms","start":"2026-04-22T09:47:07.447081Z","end":"2026-04-22T09:47:07.725392Z","steps":["trace[688094726] 'read index received' (duration: 278.295204ms)","trace[688094726] 'applied index is now lower than readState.Index' (duration: 14.011µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:47:07.725556Z","caller":"traceutil/trace.go:172","msg":"trace[719311100] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"183.207902ms","start":"2026-04-22T09:47:07.542327Z","end":"2026-04-22T09:47:07.725535Z","steps":["trace[719311100] 'process raft request' (duration: 183.124809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:07.725680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.583492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:07.725727Z","caller":"traceutil/trace.go:172","msg":"trace[1581523691] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:4973; }","duration":"278.655534ms","start":"2026-04-22T09:47:07.447060Z","end":"2026-04-22T09:47:07.725716Z","steps":["trace[1581523691] 'agreement among raft nodes before linearized reading' (duration: 278.536731ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:47:07.725960Z","caller":"traceutil/trace.go:172","msg":"trace[995365175] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"333.543133ms","start":"2026-04-22T09:47:07.392391Z","end":"2026-04-22T09:47:07.725934Z","steps":["trace[995365175] 'process raft request' (duration: 332.928357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:07.726071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:07.392373Z","time spent":"333.620556ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:47:07.726816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.627499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:07.726911Z","caller":"traceutil/trace.go:172","msg":"trace[1660667848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4973; }","duration":"257.735931ms","start":"2026-04-22T09:47:07.469154Z","end":"2026-04-22T09:47:07.726890Z","steps":["trace[1660667848] 'agreement among raft nodes before linearized reading' (duration: 257.589937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:08.709513Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8982321380654110339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:47:08.710392Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"54fca804e66e40f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"461.896261ms"} {"level":"warn","ts":"2026-04-22T09:47:08.710420Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"285e7a59cfd00a28","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"461.930022ms"} {"level":"info","ts":"2026-04-22T09:47:08.711866Z","caller":"traceutil/trace.go:172","msg":"trace[1770942564] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5715; }","duration":"898.906839ms","start":"2026-04-22T09:47:07.812936Z","end":"2026-04-22T09:47:08.711843Z","steps":["trace[1770942564] 'read index received' (duration: 898.902099ms)","trace[1770942564] 'applied index is now lower than readState.Index' (duration: 3.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:47:08.712001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"899.057733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:08.713051Z","caller":"traceutil/trace.go:172","msg":"trace[855137624] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:4973; }","duration":"899.095734ms","start":"2026-04-22T09:47:07.812922Z","end":"2026-04-22T09:47:08.712018Z","steps":["trace[855137624] 'agreement among raft nodes before linearized reading' (duration: 899.031852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:08.713085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:07.812899Z","time spent":"900.177693ms","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-04-22T09:47:09.015993Z","caller":"traceutil/trace.go:172","msg":"trace[1693316837] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5715; }","duration":"304.036536ms","start":"2026-04-22T09:47:08.711924Z","end":"2026-04-22T09:47:09.015960Z","steps":["trace[1693316837] 'read index received' (duration: 304.027576ms)","trace[1693316837] 'applied index is now lower than readState.Index' (duration: 6.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:47:09.018948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.676366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:09.019019Z","caller":"traceutil/trace.go:172","msg":"trace[1274840913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4973; }","duration":"309.761898ms","start":"2026-04-22T09:47:08.709242Z","end":"2026-04-22T09:47:09.019004Z","steps":["trace[1274840913] 'agreement among raft nodes before linearized reading' (duration: 309.644205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:09.019455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.102951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:09.019522Z","caller":"traceutil/trace.go:172","msg":"trace[1118377441] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:4973; }","duration":"309.168223ms","start":"2026-04-22T09:47:08.710339Z","end":"2026-04-22T09:47:09.019507Z","steps":["trace[1118377441] 'agreement among raft nodes before linearized reading' (duration: 309.07163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:09.019562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:08.710325Z","time spent":"309.227084ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:47:09.019154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.06350583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" limit:10000 revision:4956 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:09.019879Z","caller":"traceutil/trace.go:172","msg":"trace[1512335275] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings/; range_end:/registry/validatingadmissionpolicybindings0; response_count:0; response_revision:4973; }","duration":"1.0642599s","start":"2026-04-22T09:47:07.955599Z","end":"2026-04-22T09:47:09.019859Z","steps":["trace[1512335275] 'agreement among raft nodes before linearized reading' (duration: 1.063458979s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:09.020044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:07.955572Z","time spent":"1.064332312s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" limit:10000 revision:4956 "} {"level":"warn","ts":"2026-04-22T09:47:09.057944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.983654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T09:47:09.057921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.185509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:47:09.058005Z","caller":"traceutil/trace.go:172","msg":"trace[1962220271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4974; }","duration":"345.057116ms","start":"2026-04-22T09:47:08.712936Z","end":"2026-04-22T09:47:09.057994Z","steps":["trace[1962220271] 'agreement among raft nodes before linearized reading' (duration: 344.858821ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:47:09.058020Z","caller":"traceutil/trace.go:172","msg":"trace[629769373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4974; }","duration":"345.308683ms","start":"2026-04-22T09:47:08.712698Z","end":"2026-04-22T09:47:09.058007Z","steps":["trace[629769373] 'agreement among raft nodes before linearized reading' (duration: 345.074156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:09.058131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:08.712678Z","time spent":"345.444157ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:47:09.058036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:08.712931Z","time spent":"345.098717ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:47:09.058526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.003122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"info","ts":"2026-04-22T09:47:09.058755Z","caller":"traceutil/trace.go:172","msg":"trace[1435222770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4975; }","duration":"340.232719ms","start":"2026-04-22T09:47:08.718513Z","end":"2026-04-22T09:47:09.058745Z","steps":["trace[1435222770] 'agreement among raft nodes before linearized reading' (duration: 339.279954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:47:09.059177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:47:08.718494Z","time spent":"340.612419ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "}