{"level":"warn","ts":"2026-05-21T22:57:02.107482Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-05-21T22:57:02.107608Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-05-21T22:57:02.107636Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=controller-2=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-05-21T22:57:02.107717Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-05-21T22:57:02.107790Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-21T22:57:02.107799Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-05-21T22:57:02.107827Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T22:57:02.108862Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-05-21T22:57:02.109042Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-05-21T22:57:02.109719Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00012e1e0}"} {"level":"info","ts":"2026-05-21T22:57:02.121655Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-21T22:57:02.121719Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"12.096277ms"} {"level":"info","ts":"2026-05-21T22:57:02.121767Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":3080} {"level":"info","ts":"2026-05-21T22:57:02.184224Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-05-21T22:57:02.184313Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":21012480,"backend-size":"21 MB","backend-size-in-use-bytes":20627456,"backend-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-21T22:57:02.184763Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-05-21T22:57:02.236956Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","commit-index":3080} {"level":"info","ts":"2026-05-21T22:57:02.237294Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-05-21T22:57:02.237634Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-05-21T22:57:02.238266Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:4bad88bcd2c0902b RaftAttributes:{PeerURLs:[https://199.204.45.78:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.204.45.78:2379]}}"} {"level":"info","ts":"2026-05-21T22:57:02.238398Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:5f170c75a1d97cc RaftAttributes:{PeerURLs:[https://199.204.45.157:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.204.45.157:2379]}}"} {"level":"info","ts":"2026-05-21T22:57:02.238449Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:9441f6b1ed36de66 RaftAttributes:{PeerURLs:[https://199.204.45.153:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.204.45.153:2379]}}"} {"level":"info","ts":"2026-05-21T22:57:02.238579Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-21T22:57:02.238640Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","recovered-remote-peer-id":"4bad88bcd2c0902b","recovered-remote-peer-urls":["https://199.204.45.78:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-21T22:57:02.238689Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","recovered-remote-peer-id":"5f170c75a1d97cc","recovered-remote-peer-urls":["https://199.204.45.157:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-21T22:57:02.238728Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","recovered-remote-peer-id":"9441f6b1ed36de66","recovered-remote-peer-urls":["https://199.204.45.153:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-21T22:57:02.238776Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.5"} {"level":"info","ts":"2026-05-21T22:57:02.238834Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-05-21T22:57:02.238941Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-05-21T22:57:02.239090Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9441f6b1ed36de66 switched to configuration voters=()"} {"level":"info","ts":"2026-05-21T22:57:02.239183Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9441f6b1ed36de66 became follower at term 4"} {"level":"info","ts":"2026-05-21T22:57:02.239235Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 9441f6b1ed36de66 [peers: [], term: 4, commit: 3080, applied: 0, lastindex: 3080, lastterm: 4]"} {"level":"warn","ts":"2026-05-21T22:57:02.241045Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-21T22:57:02.252713Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":2638} {"level":"info","ts":"2026-05-21T22:57:02.258335Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-21T22:57:02.258920Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.258963Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.259091Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.259121Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-05-21T22:57:02.259126Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.259149Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.259188Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.259066Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.259719Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.259674Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.260012Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.260706Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.260767Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b","remote-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-05-21T22:57:02.260909Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"9441f6b1ed36de66","timeout":"7s"} {"level":"info","ts":"2026-05-21T22:57:02.261889Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.262055Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.262119Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.272082Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.272140Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.272978Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.273012Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.275472Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.276065Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.278792Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9441f6b1ed36de66 elected leader 4bad88bcd2c0902b at term 4"} {"level":"info","ts":"2026-05-21T22:57:02.330334Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"9441f6b1ed36de66"} {"level":"info","ts":"2026-05-21T22:57:02.330437Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"9441f6b1ed36de66","local-server-version":"3.6.4","cluster-id":"44a3176ec85feb9","cluster-version":"3.5"} {"level":"info","ts":"2026-05-21T22:57:02.330634Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-05-21T22:57:02.330621Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:57:02.330740Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:57:02.330766Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:57:02.330779Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T22:57:02.330945Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-05-21T22:57:02.330981Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-05-21T22:57:02.331263Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"9441f6b1ed36de66","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-21T22:57:02.331370Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-21T22:57:02.331357Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9441f6b1ed36de66 switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-05-21T22:57:02.331541Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"5f170c75a1d97cc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:57:02.331577Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"5f170c75a1d97cc","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:57:02.331606Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.331583Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T22:57:02.331779Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-05-21T22:57:02.331827Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"4bad88bcd2c0902b","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:57:02.331860Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.331872Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"4bad88bcd2c0902b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:57:02.331899Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.332174Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","from":"3.5","to":"3.5"} {"level":"info","ts":"2026-05-21T22:57:02.334361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9441f6b1ed36de66 switched to configuration voters=(428247441089599436) learners=(10683091035148967526)"} {"level":"info","ts":"2026-05-21T22:57:02.334437Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","added-peer-id":"9441f6b1ed36de66","added-peer-peer-urls":["https://199.204.45.153:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-21T22:57:02.334575Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9441f6b1ed36de66 switched to configuration voters=(428247441089599436 10683091035148967526)"} {"level":"info","ts":"2026-05-21T22:57:02.334656Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","promoted-member-id":"9441f6b1ed36de66"} {"level":"info","ts":"2026-05-21T22:57:02.335380Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9441f6b1ed36de66 switched to configuration voters=(428247441089599436 10683091035148967526) learners=(5453165068386603051)"} {"level":"info","ts":"2026-05-21T22:57:02.335434Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","added-peer-id":"4bad88bcd2c0902b","added-peer-peer-urls":["https://199.204.45.78:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-21T22:57:02.335577Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9441f6b1ed36de66 switched to configuration voters=(428247441089599436 5453165068386603051 10683091035148967526)"} {"level":"info","ts":"2026-05-21T22:57:02.335661Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","promoted-member-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:57:02.378053Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"9441f6b1ed36de66","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.153:2379]}","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-05-21T22:57:02.378264Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T22:57:02.378295Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T22:57:02.378494Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-21T22:57:02.378561Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-21T22:57:02.379951Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-05-21T22:57:02.380870Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-05-21T22:57:02.380899Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"9441f6b1ed36de66","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-05-21T22:57:02.381041Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-21T22:57:02.384021Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-05-21T22:57:02.384169Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-21T22:57:14.293453Z","caller":"traceutil/trace.go:172","msg":"trace[1813575330] linearizableReadLoop","detail":"{readStateIndex:3352; appliedIndex:3351; }","duration":"122.468449ms","start":"2026-05-21T22:57:14.170970Z","end":"2026-05-21T22:57:14.293438Z","steps":["trace[1813575330] 'read index received' (duration: 33.104411ms)","trace[1813575330] 'applied index is now lower than readState.Index' (duration: 89.363558ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:57:14.293463Z","caller":"traceutil/trace.go:172","msg":"trace[210045419] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"154.166643ms","start":"2026-05-21T22:57:14.139270Z","end":"2026-05-21T22:57:14.293437Z","steps":["trace[210045419] 'process raft request' (duration: 63.972149ms)","trace[210045419] 'compare' (duration: 89.858706ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:57:14.293609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.616718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T22:57:14.293666Z","caller":"traceutil/trace.go:172","msg":"trace[1064240767] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2877; }","duration":"122.694552ms","start":"2026-05-21T22:57:14.170965Z","end":"2026-05-21T22:57:14.293659Z","steps":["trace[1064240767] 'agreement among raft nodes before linearized reading' (duration: 122.582106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:57:14.296711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.544985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T22:57:14.296810Z","caller":"traceutil/trace.go:172","msg":"trace[1927257940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2877; }","duration":"118.677822ms","start":"2026-05-21T22:57:14.178113Z","end":"2026-05-21T22:57:14.296791Z","steps":["trace[1927257940] 'agreement among raft nodes before linearized reading' (duration: 117.676877ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:14.595968Z","caller":"traceutil/trace.go:172","msg":"trace[1120532004] linearizableReadLoop","detail":"{readStateIndex:3357; appliedIndex:3357; }","duration":"131.568327ms","start":"2026-05-21T22:57:14.464372Z","end":"2026-05-21T22:57:14.595941Z","steps":["trace[1120532004] 'read index received' (duration: 131.551076ms)","trace[1120532004] 'applied index is now lower than readState.Index' (duration: 14.331µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:57:14.596096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.672772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-21T22:57:14.596153Z","caller":"traceutil/trace.go:172","msg":"trace[1761104034] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2882; }","duration":"131.770257ms","start":"2026-05-21T22:57:14.464367Z","end":"2026-05-21T22:57:14.596138Z","steps":["trace[1761104034] 'agreement among raft nodes before linearized reading' (duration: 131.642621ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:14.595954Z","caller":"traceutil/trace.go:172","msg":"trace[1415027783] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"222.30483ms","start":"2026-05-21T22:57:14.373196Z","end":"2026-05-21T22:57:14.595500Z","steps":["trace[1415027783] 'process raft request' (duration: 222.020264ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:14.745583Z","caller":"traceutil/trace.go:172","msg":"trace[1425634733] linearizableReadLoop","detail":"{readStateIndex:3357; appliedIndex:3357; }","duration":"144.104642ms","start":"2026-05-21T22:57:14.601461Z","end":"2026-05-21T22:57:14.745565Z","steps":["trace[1425634733] 'read index received' (duration: 144.099292ms)","trace[1425634733] 'applied index is now lower than readState.Index' (duration: 4.53µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:57:14.746341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.875554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b1b6526639f296\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-21T22:57:14.746394Z","caller":"traceutil/trace.go:172","msg":"trace[815325017] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18b1b6526639f296; range_end:; response_count:1; response_revision:2882; }","duration":"144.936317ms","start":"2026-05-21T22:57:14.601447Z","end":"2026-05-21T22:57:14.746383Z","steps":["trace[815325017] 'agreement among raft nodes before linearized reading' (duration: 144.238519ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:14.913417Z","caller":"traceutil/trace.go:172","msg":"trace[2004127650] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"133.07277ms","start":"2026-05-21T22:57:14.780309Z","end":"2026-05-21T22:57:14.913382Z","steps":["trace[2004127650] 'process raft request' (duration: 129.930687ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:15.096798Z","caller":"traceutil/trace.go:172","msg":"trace[1039976730] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"176.68865ms","start":"2026-05-21T22:57:14.920086Z","end":"2026-05-21T22:57:15.096774Z","steps":["trace[1039976730] 'process raft request' (duration: 176.356471ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:15.274758Z","caller":"traceutil/trace.go:172","msg":"trace[693643901] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3361; }","duration":"172.813324ms","start":"2026-05-21T22:57:15.101916Z","end":"2026-05-21T22:57:15.274729Z","steps":["trace[693643901] 'read index received' (duration: 172.804213ms)","trace[693643901] 'applied index is now lower than readState.Index' (duration: 7.621µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:57:15.344004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.702419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b1b6526639f296\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-21T22:57:15.344088Z","caller":"traceutil/trace.go:172","msg":"trace[1134080306] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18b1b6526639f296; range_end:; response_count:1; response_revision:2886; }","duration":"242.166984ms","start":"2026-05-21T22:57:15.101903Z","end":"2026-05-21T22:57:15.344070Z","steps":["trace[1134080306] 'agreement among raft nodes before linearized reading' (duration: 172.93112ms)","trace[1134080306] 'range keys from in-memory index tree' (duration: 68.736688ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:57:15.657551Z","caller":"traceutil/trace.go:172","msg":"trace[2140047131] linearizableReadLoop","detail":"{readStateIndex:3367; appliedIndex:3366; }","duration":"141.094154ms","start":"2026-05-21T22:57:15.516427Z","end":"2026-05-21T22:57:15.657522Z","steps":["trace[2140047131] 'read index received' (duration: 91.362471ms)","trace[2140047131] 'applied index is now lower than readState.Index' (duration: 49.729582ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:57:15.657723Z","caller":"traceutil/trace.go:172","msg":"trace[2000899917] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"178.833491ms","start":"2026-05-21T22:57:15.478870Z","end":"2026-05-21T22:57:15.657703Z","steps":["trace[2000899917] 'process raft request' (duration: 128.327807ms)","trace[2000899917] 'compare' (duration: 49.917303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:57:15.658166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.736749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:57:15.659451Z","caller":"traceutil/trace.go:172","msg":"trace[637883318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2892; }","duration":"143.009598ms","start":"2026-05-21T22:57:15.516405Z","end":"2026-05-21T22:57:15.659414Z","steps":["trace[637883318] 'agreement among raft nodes before linearized reading' (duration: 141.692866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:57:15.660731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.406039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:57:15.660811Z","caller":"traceutil/trace.go:172","msg":"trace[656358976] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2892; }","duration":"123.505015ms","start":"2026-05-21T22:57:15.537291Z","end":"2026-05-21T22:57:15.660796Z","steps":["trace[656358976] 'agreement among raft nodes before linearized reading' (duration: 123.364187ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:15.837707Z","caller":"traceutil/trace.go:172","msg":"trace[1097100251] linearizableReadLoop","detail":"{readStateIndex:3369; appliedIndex:3368; }","duration":"114.481913ms","start":"2026-05-21T22:57:15.723200Z","end":"2026-05-21T22:57:15.837682Z","steps":["trace[1097100251] 'read index received' (duration: 56.151302ms)","trace[1097100251] 'applied index is now lower than readState.Index' (duration: 58.329021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:57:15.838132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.903835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b1b6526639f296\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-21T22:57:15.838195Z","caller":"traceutil/trace.go:172","msg":"trace[1951370385] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18b1b6526639f296; range_end:; response_count:1; response_revision:2893; }","duration":"114.98287ms","start":"2026-05-21T22:57:15.723195Z","end":"2026-05-21T22:57:15.838178Z","steps":["trace[1951370385] 'agreement among raft nodes before linearized reading' (duration: 114.775018ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:15.959242Z","caller":"traceutil/trace.go:172","msg":"trace[1996401422] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"118.037706ms","start":"2026-05-21T22:57:15.841186Z","end":"2026-05-21T22:57:15.959224Z","steps":["trace[1996401422] 'process raft request' (duration: 117.918639ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:16.092055Z","caller":"traceutil/trace.go:172","msg":"trace[1696065278] linearizableReadLoop","detail":"{readStateIndex:3371; appliedIndex:3372; }","duration":"128.241148ms","start":"2026-05-21T22:57:15.963769Z","end":"2026-05-21T22:57:16.092011Z","steps":["trace[1696065278] 'read index received' (duration: 128.230527ms)","trace[1696065278] 'applied index is now lower than readState.Index' (duration: 8.781µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:57:16.092439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.627629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b1b65edf6168f5\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-05-21T22:57:16.092588Z","caller":"traceutil/trace.go:172","msg":"trace[537881332] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18b1b65edf6168f5; range_end:; response_count:1; response_revision:2896; }","duration":"128.797988ms","start":"2026-05-21T22:57:15.963763Z","end":"2026-05-21T22:57:16.092561Z","steps":["trace[537881332] 'agreement among raft nodes before linearized reading' (duration: 128.419547ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:16.092976Z","caller":"traceutil/trace.go:172","msg":"trace[155322131] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"126.907696ms","start":"2026-05-21T22:57:15.966054Z","end":"2026-05-21T22:57:16.092961Z","steps":["trace[155322131] 'process raft request' (duration: 126.038648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:57:16.093748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.241384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:57:16.094078Z","caller":"traceutil/trace.go:172","msg":"trace[539470177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2899; }","duration":"116.434104ms","start":"2026-05-21T22:57:15.977488Z","end":"2026-05-21T22:57:16.093922Z","steps":["trace[539470177] 'agreement among raft nodes before linearized reading' (duration: 116.204182ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:16.550493Z","caller":"traceutil/trace.go:172","msg":"trace[334050171] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"120.715692ms","start":"2026-05-21T22:57:16.429756Z","end":"2026-05-21T22:57:16.550471Z","steps":["trace[334050171] 'process raft request' (duration: 120.319449ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:57:16.686607Z","caller":"traceutil/trace.go:172","msg":"trace[802892303] linearizableReadLoop","detail":"{readStateIndex:3382; appliedIndex:3381; }","duration":"105.245461ms","start":"2026-05-21T22:57:16.581329Z","end":"2026-05-21T22:57:16.686574Z","steps":["trace[802892303] 'read index received' (duration: 105.091403ms)","trace[802892303] 'applied index is now lower than readState.Index' (duration: 152.678µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:57:16.686649Z","caller":"traceutil/trace.go:172","msg":"trace[815913849] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"129.020323ms","start":"2026-05-21T22:57:16.557599Z","end":"2026-05-21T22:57:16.686619Z","steps":["trace[815913849] 'process raft request' (duration: 127.751234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:57:16.686939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.539356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T22:57:16.686978Z","caller":"traceutil/trace.go:172","msg":"trace[787344066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2906; }","duration":"105.644222ms","start":"2026-05-21T22:57:16.581322Z","end":"2026-05-21T22:57:16.686967Z","steps":["trace[787344066] 'agreement among raft nodes before linearized reading' (duration: 105.392308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:57:56.622394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.643306Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.653530Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.667173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.690069Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.700680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.720646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.726301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.736859Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.745204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.753248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.764317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.777545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.784266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.790412Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.798771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.806329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.815932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.824702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.835867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.891912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.901466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.909902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.919150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.930260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.938430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.948109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.957365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.968034Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.975615Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.982151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.991741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:56.999089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.008804Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.018467Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.026507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.034326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.046092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.054723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.063962Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.073529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.083669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.094903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.103406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.111739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.119381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.127636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.136453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.144892Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.152204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.161152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.172855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.181848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.189429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.197463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.206551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.215523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.253189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.264813Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.276823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:57:57.345157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37746","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T22:58:17.974950Z","caller":"traceutil/trace.go:172","msg":"trace[1923053456] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"191.461283ms","start":"2026-05-21T22:58:17.783463Z","end":"2026-05-21T22:58:17.974925Z","steps":["trace[1923053456] 'process raft request' (duration: 191.273835ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:17.976230Z","caller":"traceutil/trace.go:172","msg":"trace[309433296] linearizableReadLoop","detail":"{readStateIndex:3674; appliedIndex:3674; }","duration":"189.622789ms","start":"2026-05-21T22:58:17.786591Z","end":"2026-05-21T22:58:17.976213Z","steps":["trace[309433296] 'read index received' (duration: 189.600298ms)","trace[309433296] 'applied index is now lower than readState.Index' (duration: 21.621µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:58:17.976427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.806018ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:58:17.976466Z","caller":"traceutil/trace.go:172","msg":"trace[1196755854] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3165; }","duration":"189.870941ms","start":"2026-05-21T22:58:17.786586Z","end":"2026-05-21T22:58:17.976457Z","steps":["trace[1196755854] 'agreement among raft nodes before linearized reading' (duration: 189.783987ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:18.093552Z","caller":"traceutil/trace.go:172","msg":"trace[48379994] linearizableReadLoop","detail":"{readStateIndex:3674; appliedIndex:3674; }","duration":"117.246456ms","start":"2026-05-21T22:58:17.976273Z","end":"2026-05-21T22:58:18.093520Z","steps":["trace[48379994] 'read index received' (duration: 117.235555ms)","trace[48379994] 'applied index is now lower than readState.Index' (duration: 8.531µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:58:18.094063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.448379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:58:18.094172Z","caller":"traceutil/trace.go:172","msg":"trace[535719787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3165; }","duration":"293.553323ms","start":"2026-05-21T22:58:17.800589Z","end":"2026-05-21T22:58:18.094142Z","steps":["trace[535719787] 'agreement among raft nodes before linearized reading' (duration: 293.047581ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:18.094264Z","caller":"traceutil/trace.go:172","msg":"trace[518348986] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3166; }","duration":"117.159522ms","start":"2026-05-21T22:58:17.977087Z","end":"2026-05-21T22:58:18.094246Z","steps":["trace[518348986] 'process raft request' (duration: 116.498223ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:18.156277Z","caller":"traceutil/trace.go:172","msg":"trace[1134370228] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"121.878551ms","start":"2026-05-21T22:58:18.034378Z","end":"2026-05-21T22:58:18.156257Z","steps":["trace[1134370228] 'process raft request' (duration: 121.775397ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:18.288097Z","caller":"traceutil/trace.go:172","msg":"trace[769053177] linearizableReadLoop","detail":"{readStateIndex:3677; appliedIndex:3677; }","duration":"192.070294ms","start":"2026-05-21T22:58:18.096009Z","end":"2026-05-21T22:58:18.288079Z","steps":["trace[769053177] 'read index received' (duration: 192.064304ms)","trace[769053177] 'applied index is now lower than readState.Index' (duration: 5.16µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:58:18.354770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.748778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:58:18.354839Z","caller":"traceutil/trace.go:172","msg":"trace[988275441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3168; }","duration":"258.822412ms","start":"2026-05-21T22:58:18.096000Z","end":"2026-05-21T22:58:18.354822Z","steps":["trace[988275441] 'agreement among raft nodes before linearized reading' (duration: 192.145988ms)","trace[988275441] 'range keys from in-memory index tree' (duration: 66.57408ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:58:18.354929Z","caller":"traceutil/trace.go:172","msg":"trace[1721216706] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"253.503022ms","start":"2026-05-21T22:58:18.101396Z","end":"2026-05-21T22:58:18.354899Z","steps":["trace[1721216706] 'process raft request' (duration: 187.76172ms)","trace[1721216706] 'compare' (duration: 65.610506ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:58:19.153892Z","caller":"traceutil/trace.go:172","msg":"trace[1380544952] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"122.157458ms","start":"2026-05-21T22:58:19.031713Z","end":"2026-05-21T22:58:19.153871Z","steps":["trace[1380544952] 'process raft request' (duration: 122.024062ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:19.442989Z","caller":"traceutil/trace.go:172","msg":"trace[448834120] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"154.346934ms","start":"2026-05-21T22:58:19.288622Z","end":"2026-05-21T22:58:19.442969Z","steps":["trace[448834120] 'process raft request' (duration: 154.195367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:58:28.700708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.566548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T22:58:28.701298Z","caller":"traceutil/trace.go:172","msg":"trace[21390882] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"177.143202ms","start":"2026-05-21T22:58:28.524132Z","end":"2026-05-21T22:58:28.701275Z","steps":["trace[21390882] 'process raft request' (duration: 177.029376ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:31.139890Z","caller":"traceutil/trace.go:172","msg":"trace[5731810] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"307.0701ms","start":"2026-05-21T22:58:30.832799Z","end":"2026-05-21T22:58:31.139869Z","steps":["trace[5731810] 'process raft request' (duration: 306.886293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:58:31.140343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:58:30.832777Z","time spent":"307.223247ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4621,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:58:31.451494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.646015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-21T22:58:31.451901Z","caller":"traceutil/trace.go:172","msg":"trace[512327967] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3225; }","duration":"309.330778ms","start":"2026-05-21T22:58:31.142527Z","end":"2026-05-21T22:58:31.451857Z","steps":["trace[512327967] 'process raft request' (duration: 108.203533ms)","trace[512327967] 'compare' (duration: 200.54399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:58:31.452660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:58:31.142499Z","time spent":"310.103002ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-21T22:58:31.766485Z","caller":"traceutil/trace.go:172","msg":"trace[877960423] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"304.733879ms","start":"2026-05-21T22:58:31.461731Z","end":"2026-05-21T22:58:31.766465Z","steps":["trace[877960423] 'process raft request' (duration: 304.612323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:58:31.766659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:58:31.461711Z","time spent":"304.874724ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:58:51.683798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.78:49020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:58:53.125993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.758257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:58:53.126091Z","caller":"traceutil/trace.go:172","msg":"trace[760112191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3326; }","duration":"324.878852ms","start":"2026-05-21T22:58:52.801194Z","end":"2026-05-21T22:58:53.126073Z","steps":["trace[760112191] 'range keys from in-memory index tree' (duration: 322.782687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:58:53.126138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:58:52.801168Z","time spent":"324.961215ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:58:53.126259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.702197ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:58:53.126358Z","caller":"traceutil/trace.go:172","msg":"trace[711233931] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3326; }","duration":"338.823832ms","start":"2026-05-21T22:58:52.787516Z","end":"2026-05-21T22:58:53.126339Z","steps":["trace[711233931] 'range keys from in-memory index tree' (duration: 338.643624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:58:53.814194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.356411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T22:58:54.794225Z","caller":"traceutil/trace.go:172","msg":"trace[1379947418] linearizableReadLoop","detail":"{readStateIndex:3861; appliedIndex:3860; }","duration":"160.432353ms","start":"2026-05-21T22:58:54.633765Z","end":"2026-05-21T22:58:54.794198Z","steps":["trace[1379947418] 'read index received' (duration: 91.149811ms)","trace[1379947418] 'applied index is now lower than readState.Index' (duration: 69.280862ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:58:54.794446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.664133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-05-21T22:58:54.794530Z","caller":"traceutil/trace.go:172","msg":"trace[248193064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3326; }","duration":"160.762457ms","start":"2026-05-21T22:58:54.633752Z","end":"2026-05-21T22:58:54.794514Z","steps":["trace[248193064] 'agreement among raft nodes before linearized reading' (duration: 160.567639ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:58:59.719518Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"9441f6b1ed36de66 [term: 4] received a MsgVote message with higher term from 5f170c75a1d97cc [term: 5]"} {"level":"info","ts":"2026-05-21T22:58:59.719604Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9441f6b1ed36de66 became follower at term 5"} {"level":"info","ts":"2026-05-21T22:58:59.719626Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"9441f6b1ed36de66 [logterm: 4, index: 3869, vote: 0] cast MsgVote for 5f170c75a1d97cc [logterm: 4, index: 3869] at term 5"} {"level":"info","ts":"2026-05-21T22:58:59.719647Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 9441f6b1ed36de66 lost leader 4bad88bcd2c0902b at term 5"} {"level":"info","ts":"2026-05-21T22:58:59.725414Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9441f6b1ed36de66 elected leader 5f170c75a1d97cc at term 5"} {"level":"warn","ts":"2026-05-21T22:58:59.818521Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:58:59.818689Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:58:59.831508Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"4bad88bcd2c0902b","error":"failed to dial 4bad88bcd2c0902b on stream Message (peer 4bad88bcd2c0902b failed to find local node 9441f6b1ed36de66)"} {"level":"warn","ts":"2026-05-21T22:59:05.593700Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"warn","ts":"2026-05-21T22:59:05.595891Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"warn","ts":"2026-05-21T22:59:07.263437Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:07.263495Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:10.888742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:10.917121Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:10.929639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:10.952294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:10.977384Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:10.991361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.004060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.020529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.231474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.294485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.319660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.359079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.379608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.423825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.441690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.481634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.675704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.723029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.762344Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.796814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.843297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.882903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.897747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.914113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.929778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.943867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.967144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:11.989084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:12.001768Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:12.033389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:59:12.263826Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:12.263866Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:17.264758Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:17.264819Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:22.265887Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:22.265987Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:27.266844Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:27.266821Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:32.267648Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:32.267707Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:37.267900Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:37.267949Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"info","ts":"2026-05-21T22:59:40.386974Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"4bad88bcd2c0902b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:59:40.387015Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:59:40.387047Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:59:40.387605Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"4bad88bcd2c0902b","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:59:40.387659Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:59:40.423606Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T22:59:40.423621Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"warn","ts":"2026-05-21T22:59:42.270373Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.06359ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T22:59:42.270550Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"783.883µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"info","ts":"2026-05-21T22:59:43.788475Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"9441f6b1ed36de66","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-05-21T22:59:43.788828Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-05-21T22:59:43.789081Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-05-21T22:59:43.789182Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-05-21T23:00:09.148863Z","caller":"mvcc/index.go:194","msg":"compact tree index","revision":2196} {"level":"info","ts":"2026-05-21T23:00:09.228092Z","caller":"mvcc/kvstore_compaction.go:70","msg":"finished scheduled compaction","compact-revision":2196,"took":"78.793069ms","hash":2619149834,"current-db-size-bytes":24072192,"current-db-size":"24 MB","current-db-size-in-use-bytes":7028736,"current-db-size-in-use":"7.0 MB"} {"level":"info","ts":"2026-05-21T23:00:09.228177Z","caller":"mvcc/hash.go:157","msg":"storing new hash","hash":2619149834,"revision":2196,"compact-revision":-1} {"level":"warn","ts":"2026-05-21T23:00:15.224351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.78:46594","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T23:00:20.477576Z","caller":"traceutil/trace.go:172","msg":"trace[1277004758] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"177.243236ms","start":"2026-05-21T23:00:20.300290Z","end":"2026-05-21T23:00:20.477533Z","steps":["trace[1277004758] 'process raft request' (duration: 176.955466ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:24.028060Z","caller":"traceutil/trace.go:172","msg":"trace[1113272330] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"117.553302ms","start":"2026-05-21T23:00:23.910479Z","end":"2026-05-21T23:00:24.028032Z","steps":["trace[1113272330] 'process raft request' (duration: 117.346656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:26.376270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.531136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:26.376366Z","caller":"traceutil/trace.go:172","msg":"trace[1918560996] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:3742; }","duration":"128.636139ms","start":"2026-05-21T23:00:26.247711Z","end":"2026-05-21T23:00:26.376347Z","steps":["trace[1918560996] 'range keys from in-memory index tree' (duration: 122.808075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:26.376524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.916849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-21T23:00:26.376795Z","caller":"traceutil/trace.go:172","msg":"trace[1137030949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3742; }","duration":"112.204948ms","start":"2026-05-21T23:00:26.264571Z","end":"2026-05-21T23:00:26.376776Z","steps":["trace[1137030949] 'range keys from in-memory index tree' (duration: 110.327809ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:26.635247Z","caller":"traceutil/trace.go:172","msg":"trace[1730572428] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"252.364423ms","start":"2026-05-21T23:00:26.382864Z","end":"2026-05-21T23:00:26.635229Z","steps":["trace[1730572428] 'process raft request' (duration: 252.213597ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:26.786519Z","caller":"traceutil/trace.go:172","msg":"trace[417698694] linearizableReadLoop","detail":"{readStateIndex:4337; appliedIndex:4336; }","duration":"104.633108ms","start":"2026-05-21T23:00:26.681865Z","end":"2026-05-21T23:00:26.786498Z","steps":["trace[417698694] 'read index received' (duration: 103.729619ms)","trace[417698694] 'applied index is now lower than readState.Index' (duration: 902.039µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:26.786763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.872666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:26.786811Z","caller":"traceutil/trace.go:172","msg":"trace[784216761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:3745; }","duration":"104.937218ms","start":"2026-05-21T23:00:26.681859Z","end":"2026-05-21T23:00:26.786796Z","steps":["trace[784216761] 'agreement among raft nodes before linearized reading' (duration: 104.838045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:26.789123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.877235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:26.789242Z","caller":"traceutil/trace.go:172","msg":"trace[599645117] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:3745; }","duration":"104.981229ms","start":"2026-05-21T23:00:26.684215Z","end":"2026-05-21T23:00:26.789196Z","steps":["trace[599645117] 'agreement among raft nodes before linearized reading' (duration: 104.822333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:27.505359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.624109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:27.505494Z","caller":"traceutil/trace.go:172","msg":"trace[2073821450] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:3746; }","duration":"116.775663ms","start":"2026-05-21T23:00:27.388666Z","end":"2026-05-21T23:00:27.505464Z","steps":["trace[2073821450] 'range keys from in-memory index tree' (duration: 115.220164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:28.883961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.328226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:28.884104Z","caller":"traceutil/trace.go:172","msg":"trace[1470023921] linearizableReadLoop","detail":"{readStateIndex:4343; appliedIndex:4342; }","duration":"244.145353ms","start":"2026-05-21T23:00:28.639942Z","end":"2026-05-21T23:00:28.884087Z","steps":["trace[1470023921] 'read index received' (duration: 124.124247ms)","trace[1470023921] 'applied index is now lower than readState.Index' (duration: 120.019466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:28.884324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.3835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-21T23:00:28.884416Z","caller":"traceutil/trace.go:172","msg":"trace[9948756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3749; }","duration":"244.478513ms","start":"2026-05-21T23:00:28.639925Z","end":"2026-05-21T23:00:28.884403Z","steps":["trace[9948756] 'agreement among raft nodes before linearized reading' (duration: 244.251216ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:29.141160Z","caller":"traceutil/trace.go:172","msg":"trace[390270105] linearizableReadLoop","detail":"{readStateIndex:4343; appliedIndex:4345; }","duration":"257.008476ms","start":"2026-05-21T23:00:28.884131Z","end":"2026-05-21T23:00:29.141139Z","steps":["trace[390270105] 'read index received' (duration: 257.001676ms)","trace[390270105] 'applied index is now lower than readState.Index' (duration: 5.51µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:00:29.141419Z","caller":"traceutil/trace.go:172","msg":"trace[1188632824] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"250.484771ms","start":"2026-05-21T23:00:28.890922Z","end":"2026-05-21T23:00:29.141407Z","steps":["trace[1188632824] 'process raft request' (duration: 250.418349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:29.141678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.653685ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:29.141799Z","caller":"traceutil/trace.go:172","msg":"trace[2117173990] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3752; }","duration":"352.786059ms","start":"2026-05-21T23:00:28.788998Z","end":"2026-05-21T23:00:29.141784Z","steps":["trace[2117173990] 'agreement among raft nodes before linearized reading' (duration: 352.336764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:29.141738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.821373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:00:29.141871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.775198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T23:00:29.141961Z","caller":"traceutil/trace.go:172","msg":"trace[1861526724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3752; }","duration":"436.81307ms","start":"2026-05-21T23:00:28.705084Z","end":"2026-05-21T23:00:29.141897Z","steps":["trace[1861526724] 'agreement among raft nodes before linearized reading' (duration: 436.19308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:29.142000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:28.705058Z","time spent":"436.932834ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-21T23:00:29.141877Z","caller":"traceutil/trace.go:172","msg":"trace[1510500929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3752; }","duration":"341.955357ms","start":"2026-05-21T23:00:28.799892Z","end":"2026-05-21T23:00:29.141847Z","steps":["trace[1510500929] 'agreement among raft nodes before linearized reading' (duration: 341.785132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:29.142209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:28.799866Z","time spent":"342.304808ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T23:00:31.828569Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.606885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-05-21T23:00:31.828744Z","caller":"traceutil/trace.go:172","msg":"trace[92699150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3761; }","duration":"126.823062ms","start":"2026-05-21T23:00:31.701873Z","end":"2026-05-21T23:00:31.828696Z","steps":["trace[92699150] 'range keys from in-memory index tree' (duration: 124.945303ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:32.389559Z","caller":"traceutil/trace.go:172","msg":"trace[1456178801] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"114.661401ms","start":"2026-05-21T23:00:32.274874Z","end":"2026-05-21T23:00:32.389535Z","steps":["trace[1456178801] 'process raft request' (duration: 105.387292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:32.625031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.976677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-21T23:00:32.625430Z","caller":"traceutil/trace.go:172","msg":"trace[1992232212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3763; }","duration":"112.545926ms","start":"2026-05-21T23:00:32.512837Z","end":"2026-05-21T23:00:32.625383Z","steps":["trace[1992232212] 'range keys from in-memory index tree' (duration: 109.734837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:33.822439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.483955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T23:00:34.305966Z","caller":"traceutil/trace.go:172","msg":"trace[1825386064] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"110.478003ms","start":"2026-05-21T23:00:34.195462Z","end":"2026-05-21T23:00:34.305940Z","steps":["trace[1825386064] 'process raft request' (duration: 110.292717ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:35.057436Z","caller":"traceutil/trace.go:172","msg":"trace[1828476848] linearizableReadLoop","detail":"{readStateIndex:4370; appliedIndex:4369; }","duration":"270.156281ms","start":"2026-05-21T23:00:34.787250Z","end":"2026-05-21T23:00:35.057406Z","steps":["trace[1828476848] 'read index received' (duration: 252.230095ms)","trace[1828476848] 'applied index is now lower than readState.Index' (duration: 17.924516ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:00:35.057525Z","caller":"traceutil/trace.go:172","msg":"trace[1088672394] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"327.193684ms","start":"2026-05-21T23:00:34.730300Z","end":"2026-05-21T23:00:35.057494Z","steps":["trace[1088672394] 'process raft request' (duration: 307.657018ms)","trace[1088672394] 'compare' (duration: 19.229576ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:35.057659Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.378878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:00:35.057689Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:34.730277Z","time spent":"327.324488ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T23:00:35.057703Z","caller":"traceutil/trace.go:172","msg":"trace[2043866999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3772; }","duration":"270.450131ms","start":"2026-05-21T23:00:34.787241Z","end":"2026-05-21T23:00:35.057691Z","steps":["trace[2043866999] 'agreement among raft nodes before linearized reading' (duration: 270.354268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:35.059502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.687625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:35.059644Z","caller":"traceutil/trace.go:172","msg":"trace[1779102646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3772; }","duration":"258.821109ms","start":"2026-05-21T23:00:34.800779Z","end":"2026-05-21T23:00:35.059600Z","steps":["trace[1779102646] 'agreement among raft nodes before linearized reading' (duration: 258.485779ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:35.418582Z","caller":"traceutil/trace.go:172","msg":"trace[501565992] linearizableReadLoop","detail":"{readStateIndex:4372; appliedIndex:4371; }","duration":"114.232511ms","start":"2026-05-21T23:00:35.304321Z","end":"2026-05-21T23:00:35.418554Z","steps":["trace[501565992] 'read index received' (duration: 72.395744ms)","trace[501565992] 'applied index is now lower than readState.Index' (duration: 41.835477ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:35.419237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.902982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-21T23:00:35.419428Z","caller":"traceutil/trace.go:172","msg":"trace[1255325711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3774; }","duration":"115.107138ms","start":"2026-05-21T23:00:35.304303Z","end":"2026-05-21T23:00:35.419410Z","steps":["trace[1255325711] 'agreement among raft nodes before linearized reading' (duration: 114.400776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:35.649240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.922691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:35.649415Z","caller":"traceutil/trace.go:172","msg":"trace[32436676] linearizableReadLoop","detail":"{readStateIndex:4373; appliedIndex:4372; }","duration":"197.69704ms","start":"2026-05-21T23:00:35.451700Z","end":"2026-05-21T23:00:35.649397Z","steps":["trace[32436676] 'read index received' (duration: 84.207742ms)","trace[32436676] 'applied index is now lower than readState.Index' (duration: 113.487378ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:35.649504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.799443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:35.649537Z","caller":"traceutil/trace.go:172","msg":"trace[1147596554] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:3775; }","duration":"197.835284ms","start":"2026-05-21T23:00:35.451692Z","end":"2026-05-21T23:00:35.649527Z","steps":["trace[1147596554] 'agreement among raft nodes before linearized reading' (duration: 197.764952ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:35.649690Z","caller":"traceutil/trace.go:172","msg":"trace[1760238882] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"225.179961ms","start":"2026-05-21T23:00:35.424486Z","end":"2026-05-21T23:00:35.649666Z","steps":["trace[1760238882] 'process raft request' (duration: 110.720202ms)","trace[1760238882] 'compare' (duration: 113.766567ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:36.128363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.279972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-05-21T23:00:36.128457Z","caller":"traceutil/trace.go:172","msg":"trace[1729414469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3776; }","duration":"143.395166ms","start":"2026-05-21T23:00:35.985044Z","end":"2026-05-21T23:00:36.128439Z","steps":["trace[1729414469] 'range keys from in-memory index tree' (duration: 141.640641ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:36.733327Z","caller":"traceutil/trace.go:172","msg":"trace[1917139586] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"420.798902ms","start":"2026-05-21T23:00:36.312491Z","end":"2026-05-21T23:00:36.733290Z","steps":["trace[1917139586] 'process raft request' (duration: 420.467031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:36.733556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:36.312456Z","time spent":"420.988167ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T23:00:36.893102Z","caller":"traceutil/trace.go:172","msg":"trace[177366478] linearizableReadLoop","detail":"{readStateIndex:4375; appliedIndex:4375; }","duration":"297.52139ms","start":"2026-05-21T23:00:36.595550Z","end":"2026-05-21T23:00:36.893071Z","steps":["trace[177366478] 'read index received' (duration: 297.51515ms)","trace[177366478] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:36.973981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.393731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:36.974113Z","caller":"traceutil/trace.go:172","msg":"trace[1694929550] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:3777; }","duration":"378.544725ms","start":"2026-05-21T23:00:36.595542Z","end":"2026-05-21T23:00:36.974087Z","steps":["trace[1694929550] 'agreement among raft nodes before linearized reading' (duration: 297.615913ms)","trace[1694929550] 'range keys from in-memory index tree' (duration: 80.733706ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:36.974188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:36.595513Z","time spent":"378.651198ms","remote":"127.0.0.1:37022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:00:36.974439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.099093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:36.974498Z","caller":"traceutil/trace.go:172","msg":"trace[2126065474] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:3778; }","duration":"196.175775ms","start":"2026-05-21T23:00:36.778310Z","end":"2026-05-21T23:00:36.974485Z","steps":["trace[2126065474] 'agreement among raft nodes before linearized reading' (duration: 196.071832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:36.974564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.991943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:36.974601Z","caller":"traceutil/trace.go:172","msg":"trace[78840012] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3778; }","duration":"187.051554ms","start":"2026-05-21T23:00:36.787538Z","end":"2026-05-21T23:00:36.974590Z","steps":["trace[78840012] 'agreement among raft nodes before linearized reading' (duration: 186.966482ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:36.974567Z","caller":"traceutil/trace.go:172","msg":"trace[733268195] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"513.990102ms","start":"2026-05-21T23:00:36.460549Z","end":"2026-05-21T23:00:36.974539Z","steps":["trace[733268195] 'process raft request' (duration: 431.568553ms)","trace[733268195] 'compare' (duration: 82.158751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:36.974731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:36.460507Z","time spent":"514.136777ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T23:00:36.974751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.963466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:00:36.975129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.105753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:36.975289Z","caller":"traceutil/trace.go:172","msg":"trace[32075628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3778; }","duration":"174.823254ms","start":"2026-05-21T23:00:36.800397Z","end":"2026-05-21T23:00:36.975220Z","steps":["trace[32075628] 'agreement among raft nodes before linearized reading' (duration: 174.056581ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:36.975427Z","caller":"traceutil/trace.go:172","msg":"trace[159970228] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:3778; }","duration":"137.083289ms","start":"2026-05-21T23:00:36.837766Z","end":"2026-05-21T23:00:36.974850Z","steps":["trace[159970228] 'agreement among raft nodes before linearized reading' (duration: 136.684377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:37.969257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.536891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:38.991825Z","caller":"traceutil/trace.go:172","msg":"trace[2023941781] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"251.403405ms","start":"2026-05-21T23:00:38.740387Z","end":"2026-05-21T23:00:38.991790Z","steps":["trace[2023941781] 'process raft request' (duration: 251.183469ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:39.047362Z","caller":"traceutil/trace.go:172","msg":"trace[237370856] linearizableReadLoop","detail":"{readStateIndex:4383; appliedIndex:4383; }","duration":"259.603123ms","start":"2026-05-21T23:00:38.787731Z","end":"2026-05-21T23:00:39.047335Z","steps":["trace[237370856] 'read index received' (duration: 259.595223ms)","trace[237370856] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:00:39.093838Z","caller":"traceutil/trace.go:172","msg":"trace[874172877] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"111.997998ms","start":"2026-05-21T23:00:38.981812Z","end":"2026-05-21T23:00:39.093810Z","steps":["trace[874172877] 'process raft request' (duration: 65.683577ms)","trace[874172877] 'compare' (duration: 46.137985ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:39.093863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.516105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:39.093958Z","caller":"traceutil/trace.go:172","msg":"trace[654862958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3785; }","duration":"294.626928ms","start":"2026-05-21T23:00:38.799312Z","end":"2026-05-21T23:00:39.093939Z","steps":["trace[654862958] 'agreement among raft nodes before linearized reading' (duration: 294.446333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:39.094122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.364179ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:39.094203Z","caller":"traceutil/trace.go:172","msg":"trace[2083465298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3784; }","duration":"306.462302ms","start":"2026-05-21T23:00:38.787720Z","end":"2026-05-21T23:00:39.094182Z","steps":["trace[2083465298] 'agreement among raft nodes before linearized reading' (duration: 259.709546ms)","trace[2083465298] 'range keys from in-memory index tree' (duration: 46.625292ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:00:41.152244Z","caller":"traceutil/trace.go:172","msg":"trace[1149473412] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"195.207935ms","start":"2026-05-21T23:00:40.957014Z","end":"2026-05-21T23:00:41.152222Z","steps":["trace[1149473412] 'process raft request' (duration: 194.938137ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:41.153430Z","caller":"traceutil/trace.go:172","msg":"trace[815130836] transaction","detail":"{read_only:false; response_revision:3792; number_of_response:1; }","duration":"155.122709ms","start":"2026-05-21T23:00:40.998284Z","end":"2026-05-21T23:00:41.153407Z","steps":["trace[815130836] 'process raft request' (duration: 155.002314ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:41.328966Z","caller":"traceutil/trace.go:172","msg":"trace[1425313947] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"228.430215ms","start":"2026-05-21T23:00:41.100503Z","end":"2026-05-21T23:00:41.328934Z","steps":["trace[1425313947] 'process raft request' (duration: 152.116935ms)","trace[1425313947] 'compare' (duration: 76.143015ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:42.154146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.384758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:42.154247Z","caller":"traceutil/trace.go:172","msg":"trace[542193238] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:3795; }","duration":"276.502492ms","start":"2026-05-21T23:00:41.877726Z","end":"2026-05-21T23:00:42.154229Z","steps":["trace[542193238] 'range keys from in-memory index tree' (duration: 274.665695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:42.154257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.665748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:42.154312Z","caller":"traceutil/trace.go:172","msg":"trace[1399518009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3795; }","duration":"371.764451ms","start":"2026-05-21T23:00:41.782531Z","end":"2026-05-21T23:00:42.154295Z","steps":["trace[1399518009] 'range keys from in-memory index tree' (duration: 371.648197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:42.154463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.791025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T23:00:42.154567Z","caller":"traceutil/trace.go:172","msg":"trace[1014088111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3795; }","duration":"189.916698ms","start":"2026-05-21T23:00:41.964632Z","end":"2026-05-21T23:00:42.154549Z","steps":["trace[1014088111] 'range keys from in-memory index tree' (duration: 187.855724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:42.154625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.006993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"info","ts":"2026-05-21T23:00:42.154680Z","caller":"traceutil/trace.go:172","msg":"trace[1582062016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3795; }","duration":"324.064725ms","start":"2026-05-21T23:00:41.830604Z","end":"2026-05-21T23:00:42.154668Z","steps":["trace[1582062016] 'range keys from in-memory index tree' (duration: 322.26844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:42.154733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.706228ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:00:42.154801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:41.830576Z","time spent":"324.126507ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T23:00:42.154824Z","caller":"traceutil/trace.go:172","msg":"trace[1216996460] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3795; }","duration":"367.808571ms","start":"2026-05-21T23:00:41.786998Z","end":"2026-05-21T23:00:42.154807Z","steps":["trace[1216996460] 'range keys from in-memory index tree' (duration: 365.932644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:42.564585Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16025670376548673111,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T23:00:42.808170Z","caller":"traceutil/trace.go:172","msg":"trace[254661325] linearizableReadLoop","detail":"{readStateIndex:4396; appliedIndex:4396; }","duration":"744.263471ms","start":"2026-05-21T23:00:42.063890Z","end":"2026-05-21T23:00:42.808154Z","steps":["trace[254661325] 'read index received' (duration: 744.259451ms)","trace[254661325] 'applied index is now lower than readState.Index' (duration: 3.22µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:42.850377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"786.467878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:42.850479Z","caller":"traceutil/trace.go:172","msg":"trace[18368522] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:3796; }","duration":"786.576061ms","start":"2026-05-21T23:00:42.063871Z","end":"2026-05-21T23:00:42.850447Z","steps":["trace[18368522] 'agreement among raft nodes before linearized reading' (duration: 744.370324ms)","trace[18368522] 'range keys from in-memory index tree' (duration: 42.055182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:42.850531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:42.063844Z","time spent":"786.672834ms","remote":"127.0.0.1:36966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-05-21T23:00:42.850909Z","caller":"traceutil/trace.go:172","msg":"trace[101260727] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"690.3821ms","start":"2026-05-21T23:00:42.160510Z","end":"2026-05-21T23:00:42.850892Z","steps":["trace[101260727] 'process raft request' (duration: 647.582126ms)","trace[101260727] 'compare' (duration: 42.197826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:42.851052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:42.160487Z","time spent":"690.464993ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T23:00:42.851237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.891893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:42.851300Z","caller":"traceutil/trace.go:172","msg":"trace[2014119445] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:3797; }","duration":"509.964585ms","start":"2026-05-21T23:00:42.341321Z","end":"2026-05-21T23:00:42.851285Z","steps":["trace[2014119445] 'agreement among raft nodes before linearized reading' (duration: 509.873212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:42.851337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:42.341299Z","time spent":"510.026356ms","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"info","ts":"2026-05-21T23:00:45.214466Z","caller":"traceutil/trace.go:172","msg":"trace[1806403070] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"140.56141ms","start":"2026-05-21T23:00:45.073830Z","end":"2026-05-21T23:00:45.214391Z","steps":["trace[1806403070] 'process raft request' (duration: 140.363094ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:47.196781Z","caller":"traceutil/trace.go:172","msg":"trace[1282231728] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"312.748789ms","start":"2026-05-21T23:00:46.884009Z","end":"2026-05-21T23:00:47.196757Z","steps":["trace[1282231728] 'process raft request' (duration: 312.590874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:47.196951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:46.883985Z","time spent":"312.872993ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T23:00:47.197898Z","caller":"traceutil/trace.go:172","msg":"trace[255805484] linearizableReadLoop","detail":"{readStateIndex:4414; appliedIndex:4414; }","duration":"241.86966ms","start":"2026-05-21T23:00:46.955989Z","end":"2026-05-21T23:00:47.197859Z","steps":["trace[255805484] 'read index received' (duration: 241.836549ms)","trace[255805484] 'applied index is now lower than readState.Index' (duration: 31.161µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:47.197992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.970234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:47.198160Z","caller":"traceutil/trace.go:172","msg":"trace[109785896] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:3812; }","duration":"242.16222ms","start":"2026-05-21T23:00:46.955981Z","end":"2026-05-21T23:00:47.198143Z","steps":["trace[109785896] 'agreement among raft nodes before linearized reading' (duration: 241.927263ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:47.483794Z","caller":"traceutil/trace.go:172","msg":"trace[1968056906] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"222.930278ms","start":"2026-05-21T23:00:47.260832Z","end":"2026-05-21T23:00:47.483762Z","steps":["trace[1968056906] 'process raft request' (duration: 130.318741ms)","trace[1968056906] 'compare' (duration: 92.430241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:48.924559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.884719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:48.924705Z","caller":"traceutil/trace.go:172","msg":"trace[1584476804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3817; }","duration":"124.020503ms","start":"2026-05-21T23:00:48.800637Z","end":"2026-05-21T23:00:48.924658Z","steps":["trace[1584476804] 'range keys from in-memory index tree' (duration: 121.999911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:48.924838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.066024ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:48.924896Z","caller":"traceutil/trace.go:172","msg":"trace[1521328672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3817; }","duration":"137.136026ms","start":"2026-05-21T23:00:48.787747Z","end":"2026-05-21T23:00:48.924883Z","steps":["trace[1521328672] 'range keys from in-memory index tree' (duration: 137.000632ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:49.206275Z","caller":"traceutil/trace.go:172","msg":"trace[1088057691] linearizableReadLoop","detail":"{readStateIndex:4420; appliedIndex:4421; }","duration":"367.29276ms","start":"2026-05-21T23:00:48.838955Z","end":"2026-05-21T23:00:49.206248Z","steps":["trace[1088057691] 'read index received' (duration: 367.284689ms)","trace[1088057691] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:49.206550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.572167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-05-21T23:00:49.206807Z","caller":"traceutil/trace.go:172","msg":"trace[599741300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3818; }","duration":"367.858475ms","start":"2026-05-21T23:00:48.838935Z","end":"2026-05-21T23:00:49.206793Z","steps":["trace[599741300] 'agreement among raft nodes before linearized reading' (duration: 367.524126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:49.206861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:48.838898Z","time spent":"367.954878ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:00:49.208242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.003379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:49.208274Z","caller":"traceutil/trace.go:172","msg":"trace[451215199] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:3818; }","duration":"298.030499ms","start":"2026-05-21T23:00:48.910233Z","end":"2026-05-21T23:00:49.208263Z","steps":["trace[451215199] 'agreement among raft nodes before linearized reading' (duration: 297.868525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:49.208170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.172794ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:49.208450Z","caller":"traceutil/trace.go:172","msg":"trace[1845321766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3818; }","duration":"283.455634ms","start":"2026-05-21T23:00:48.924987Z","end":"2026-05-21T23:00:49.208443Z","steps":["trace[1845321766] 'agreement among raft nodes before linearized reading' (duration: 283.159374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:49.208765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.436712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:49.209096Z","caller":"traceutil/trace.go:172","msg":"trace[1738823859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3818; }","duration":"282.778482ms","start":"2026-05-21T23:00:48.926303Z","end":"2026-05-21T23:00:49.209082Z","steps":["trace[1738823859] 'agreement among raft nodes before linearized reading' (duration: 281.830764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:49.708893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.240171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:49.708993Z","caller":"traceutil/trace.go:172","msg":"trace[1854679146] linearizableReadLoop","detail":"{readStateIndex:4422; appliedIndex:4421; }","duration":"430.369436ms","start":"2026-05-21T23:00:49.278610Z","end":"2026-05-21T23:00:49.708980Z","steps":["trace[1854679146] 'read index received' (duration: 150.589409ms)","trace[1854679146] 'applied index is now lower than readState.Index' (duration: 279.778357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:49.709153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.54673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-21T23:00:49.709179Z","caller":"traceutil/trace.go:172","msg":"trace[1626807477] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:3819; }","duration":"430.574241ms","start":"2026-05-21T23:00:49.278596Z","end":"2026-05-21T23:00:49.709170Z","steps":["trace[1626807477] 'agreement among raft nodes before linearized reading' (duration: 430.427807ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:49.709261Z","caller":"traceutil/trace.go:172","msg":"trace[182185727] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"220.399528ms","start":"2026-05-21T23:00:49.488801Z","end":"2026-05-21T23:00:49.709201Z","steps":["trace[182185727] 'process raft request' (duration: 220.247214ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:49.709515Z","caller":"traceutil/trace.go:172","msg":"trace[1295951690] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"496.98494ms","start":"2026-05-21T23:00:49.212498Z","end":"2026-05-21T23:00:49.709483Z","steps":["trace[1295951690] 'process raft request' (duration: 216.036949ms)","trace[1295951690] 'compare' (duration: 279.701355ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:49.709551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:49.278573Z","time spent":"430.625223ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:00:49.709681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:49.212483Z","time spent":"497.113084ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T23:00:49.966617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.50686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:49.967260Z","caller":"traceutil/trace.go:172","msg":"trace[267999560] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"473.395994ms","start":"2026-05-21T23:00:49.493839Z","end":"2026-05-21T23:00:49.967235Z","steps":["trace[267999560] 'process raft request' (duration: 369.304288ms)","trace[267999560] 'compare' (duration: 102.22316ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:49.967357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:49.493817Z","time spent":"473.496558ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T23:00:49.967351Z","caller":"traceutil/trace.go:172","msg":"trace[1220788482] linearizableReadLoop","detail":"{readStateIndex:4424; appliedIndex:4423; }","duration":"179.824045ms","start":"2026-05-21T23:00:49.787502Z","end":"2026-05-21T23:00:49.967326Z","steps":["trace[1220788482] 'read index received' (duration: 179.300218ms)","trace[1220788482] 'applied index is now lower than readState.Index' (duration: 521.707µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:49.967465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.944928ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:49.967512Z","caller":"traceutil/trace.go:172","msg":"trace[2112260452] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3821; }","duration":"180.00521ms","start":"2026-05-21T23:00:49.787495Z","end":"2026-05-21T23:00:49.967500Z","steps":["trace[2112260452] 'agreement among raft nodes before linearized reading' (duration: 179.920857ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:50.273393Z","caller":"traceutil/trace.go:172","msg":"trace[2129413422] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"303.228428ms","start":"2026-05-21T23:00:49.970137Z","end":"2026-05-21T23:00:50.273365Z","steps":["trace[2129413422] 'process raft request' (duration: 250.571996ms)","trace[2129413422] 'compare' (duration: 52.320452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:50.273557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:49.970106Z","time spent":"303.369792ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T23:00:50.573576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.994944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:50.574177Z","caller":"traceutil/trace.go:172","msg":"trace[1633309750] linearizableReadLoop","detail":"{readStateIndex:4428; appliedIndex:4426; }","duration":"325.46116ms","start":"2026-05-21T23:00:50.248700Z","end":"2026-05-21T23:00:50.574161Z","steps":["trace[1633309750] 'read index received' (duration: 213.776684ms)","trace[1633309750] 'applied index is now lower than readState.Index' (duration: 111.683356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:50.574364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.696398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-21T23:00:50.574413Z","caller":"traceutil/trace.go:172","msg":"trace[1916602398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3824; }","duration":"325.753519ms","start":"2026-05-21T23:00:50.248646Z","end":"2026-05-21T23:00:50.574400Z","steps":["trace[1916602398] 'agreement among raft nodes before linearized reading' (duration: 325.649596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:50.574464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:50.248621Z","time spent":"325.828892ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:00:50.576077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.319219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-21T23:00:50.576169Z","caller":"traceutil/trace.go:172","msg":"trace[1368889945] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3824; }","duration":"300.397191ms","start":"2026-05-21T23:00:50.275711Z","end":"2026-05-21T23:00:50.576109Z","steps":["trace[1368889945] 'agreement among raft nodes before linearized reading' (duration: 300.214676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:50.576195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:50.275694Z","time spent":"300.493614ms","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":465,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-05-21T23:00:51.572105Z","caller":"traceutil/trace.go:172","msg":"trace[38225134] linearizableReadLoop","detail":"{readStateIndex:4429; appliedIndex:4429; }","duration":"246.496564ms","start":"2026-05-21T23:00:51.325583Z","end":"2026-05-21T23:00:51.572079Z","steps":["trace[38225134] 'read index received' (duration: 246.489784ms)","trace[38225134] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:00:51.572273Z","caller":"traceutil/trace.go:172","msg":"trace[1867536088] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"267.184201ms","start":"2026-05-21T23:00:51.305061Z","end":"2026-05-21T23:00:51.572245Z","steps":["trace[1867536088] 'process raft request' (duration: 267.010766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:51.572361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.752531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:51.572405Z","caller":"traceutil/trace.go:172","msg":"trace[2045457134] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:3826; }","duration":"246.819323ms","start":"2026-05-21T23:00:51.325575Z","end":"2026-05-21T23:00:51.572394Z","steps":["trace[2045457134] 'agreement among raft nodes before linearized reading' (duration: 246.71456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:51.943547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.576804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:51.943803Z","caller":"traceutil/trace.go:172","msg":"trace[2084690369] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"165.249223ms","start":"2026-05-21T23:00:51.778526Z","end":"2026-05-21T23:00:51.943775Z","steps":["trace[2084690369] 'process raft request' (duration: 49.157534ms)","trace[2084690369] 'compare' (duration: 115.170963ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:00:51.943802Z","caller":"traceutil/trace.go:172","msg":"trace[901101800] linearizableReadLoop","detail":"{readStateIndex:4432; appliedIndex:4431; }","duration":"157.130891ms","start":"2026-05-21T23:00:51.786607Z","end":"2026-05-21T23:00:51.943738Z","steps":["trace[901101800] 'read index received' (duration: 41.926329ms)","trace[901101800] 'applied index is now lower than readState.Index' (duration: 115.202872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:51.943978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.373718ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:51.944229Z","caller":"traceutil/trace.go:172","msg":"trace[1474662611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3828; }","duration":"157.515102ms","start":"2026-05-21T23:00:51.786559Z","end":"2026-05-21T23:00:51.944074Z","steps":["trace[1474662611] 'agreement among raft nodes before linearized reading' (duration: 157.335067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:51.945808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.120704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:51.945902Z","caller":"traceutil/trace.go:172","msg":"trace[746030552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3828; }","duration":"145.212257ms","start":"2026-05-21T23:00:51.800645Z","end":"2026-05-21T23:00:51.945857Z","steps":["trace[746030552] 'agreement among raft nodes before linearized reading' (duration: 145.077903ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:52.228416Z","caller":"traceutil/trace.go:172","msg":"trace[658712989] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"252.93306ms","start":"2026-05-21T23:00:51.975453Z","end":"2026-05-21T23:00:52.228386Z","steps":["trace[658712989] 'process raft request' (duration: 252.658042ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:53.884786Z","caller":"traceutil/trace.go:172","msg":"trace[2062473566] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"105.703694ms","start":"2026-05-21T23:00:53.779048Z","end":"2026-05-21T23:00:53.884752Z","steps":["trace[2062473566] 'process raft request' (duration: 105.485177ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:54.277273Z","caller":"traceutil/trace.go:172","msg":"trace[1297514117] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"229.704584ms","start":"2026-05-21T23:00:54.047499Z","end":"2026-05-21T23:00:54.277204Z","steps":["trace[1297514117] 'process raft request' (duration: 229.456527ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:54.489151Z","caller":"traceutil/trace.go:172","msg":"trace[440255059] linearizableReadLoop","detail":"{readStateIndex:4439; appliedIndex:4439; }","duration":"384.246514ms","start":"2026-05-21T23:00:54.104850Z","end":"2026-05-21T23:00:54.489097Z","steps":["trace[440255059] 'read index received' (duration: 384.228174ms)","trace[440255059] 'applied index is now lower than readState.Index' (duration: 16.74µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:54.777456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"672.566172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T23:00:54.777601Z","caller":"traceutil/trace.go:172","msg":"trace[2058653302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3834; }","duration":"672.724897ms","start":"2026-05-21T23:00:54.104844Z","end":"2026-05-21T23:00:54.777569Z","steps":["trace[2058653302] 'agreement among raft nodes before linearized reading' (duration: 384.45081ms)","trace[2058653302] 'range keys from in-memory index tree' (duration: 287.959107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:54.777674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:54.104817Z","time spent":"672.82524ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:00:54.777684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.05346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:00:54.777895Z","caller":"traceutil/trace.go:172","msg":"trace[1066739729] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"542.934448ms","start":"2026-05-21T23:00:54.234940Z","end":"2026-05-21T23:00:54.777874Z","steps":["trace[1066739729] 'process raft request' (duration: 254.566938ms)","trace[1066739729] 'compare' (duration: 287.746182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:54.778023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:54.234910Z","time spent":"543.034441ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T23:00:54.949379Z","caller":"traceutil/trace.go:172","msg":"trace[1791499962] linearizableReadLoop","detail":"{readStateIndex:4440; appliedIndex:4440; }","duration":"460.085169ms","start":"2026-05-21T23:00:54.489272Z","end":"2026-05-21T23:00:54.949357Z","steps":["trace[1791499962] 'read index received' (duration: 460.078209ms)","trace[1791499962] 'applied index is now lower than readState.Index' (duration: 5.57µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:55.087449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.312233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:55.087574Z","caller":"traceutil/trace.go:172","msg":"trace[2018127858] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:3835; }","duration":"803.465438ms","start":"2026-05-21T23:00:54.284085Z","end":"2026-05-21T23:00:55.087550Z","steps":["trace[2018127858] 'agreement among raft nodes before linearized reading' (duration: 665.35765ms)","trace[2018127858] 'range keys from in-memory index tree' (duration: 137.916143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:55.087625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:54.284062Z","time spent":"803.5522ms","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:00:55.087951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.603323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-21T23:00:55.347459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.381453ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T23:00:55.348042Z","caller":"traceutil/trace.go:172","msg":"trace[2104941295] linearizableReadLoop","detail":"{readStateIndex:4443; appliedIndex:4440; }","duration":"398.563024ms","start":"2026-05-21T23:00:54.949455Z","end":"2026-05-21T23:00:55.348018Z","steps":["trace[2104941295] 'read index received' (duration: 1.387591ms)","trace[2104941295] 'applied index is now lower than readState.Index' (duration: 397.174113ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:55.548937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"761.294647ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:55.549019Z","caller":"traceutil/trace.go:172","msg":"trace[1945607392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3837; }","duration":"761.39273ms","start":"2026-05-21T23:00:54.787608Z","end":"2026-05-21T23:00:55.549000Z","steps":["trace[1945607392] 'agreement among raft nodes before linearized reading' (duration: 560.514634ms)","trace[1945607392] 'range keys from in-memory index tree' (duration: 200.758353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:55.549704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.633109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-21T23:00:55.991074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.802784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:55.991128Z","caller":"traceutil/trace.go:172","msg":"trace[1342480819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3840; }","duration":"202.866816ms","start":"2026-05-21T23:00:55.788250Z","end":"2026-05-21T23:00:55.991117Z","steps":["trace[1342480819] 'range keys from in-memory index tree' (duration: 202.752333ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:56.066474Z","caller":"traceutil/trace.go:172","msg":"trace[1807725447] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"458.825933ms","start":"2026-05-21T23:00:55.607631Z","end":"2026-05-21T23:00:56.066457Z","steps":["trace[1807725447] 'process raft request' (duration: 458.683069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:56.066616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:55.607606Z","time spent":"458.936087ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T23:00:56.069429Z","caller":"traceutil/trace.go:172","msg":"trace[1221661702] linearizableReadLoop","detail":"{readStateIndex:4446; appliedIndex:4447; }","duration":"461.633076ms","start":"2026-05-21T23:00:55.607767Z","end":"2026-05-21T23:00:56.069400Z","steps":["trace[1221661702] 'read index received' (duration: 461.622346ms)","trace[1221661702] 'applied index is now lower than readState.Index' (duration: 8.71µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:00:56.069753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.963466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-05-21T23:00:56.069848Z","caller":"traceutil/trace.go:172","msg":"trace[310013940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3841; }","duration":"462.082559ms","start":"2026-05-21T23:00:55.607744Z","end":"2026-05-21T23:00:56.069827Z","steps":["trace[310013940] 'agreement among raft nodes before linearized reading' (duration: 461.786401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:56.069902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:00:55.607700Z","time spent":"462.191372ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T23:00:56.070525Z","caller":"traceutil/trace.go:172","msg":"trace[1628385656] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"179.309557ms","start":"2026-05-21T23:00:55.891199Z","end":"2026-05-21T23:00:56.070509Z","steps":["trace[1628385656] 'process raft request' (duration: 179.222613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:56.071313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.112018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:56.071485Z","caller":"traceutil/trace.go:172","msg":"trace[1269872017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3842; }","duration":"283.293483ms","start":"2026-05-21T23:00:55.788171Z","end":"2026-05-21T23:00:56.071465Z","steps":["trace[1269872017] 'agreement among raft nodes before linearized reading' (duration: 283.074327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:56.071456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.267168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:56.071771Z","caller":"traceutil/trace.go:172","msg":"trace[1700842611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3842; }","duration":"272.593647ms","start":"2026-05-21T23:00:55.799156Z","end":"2026-05-21T23:00:56.071749Z","steps":["trace[1700842611] 'agreement among raft nodes before linearized reading' (duration: 272.211436ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:56.406563Z","caller":"traceutil/trace.go:172","msg":"trace[353581513] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"117.259712ms","start":"2026-05-21T23:00:56.289278Z","end":"2026-05-21T23:00:56.406538Z","steps":["trace[353581513] 'process raft request' (duration: 117.093596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:56.659339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.737688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:56.659463Z","caller":"traceutil/trace.go:172","msg":"trace[112936376] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:3843; }","duration":"165.878972ms","start":"2026-05-21T23:00:56.493556Z","end":"2026-05-21T23:00:56.659435Z","steps":["trace[112936376] 'range keys from in-memory index tree' (duration: 164.003687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:56.659853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.932853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:56.660115Z","caller":"traceutil/trace.go:172","msg":"trace[1028212404] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:3843; }","duration":"115.149091ms","start":"2026-05-21T23:00:56.544876Z","end":"2026-05-21T23:00:56.660025Z","steps":["trace[1028212404] 'range keys from in-memory index tree' (duration: 113.093208ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:56.890323Z","caller":"traceutil/trace.go:172","msg":"trace[51029444] linearizableReadLoop","detail":"{readStateIndex:4449; appliedIndex:4449; }","duration":"102.887748ms","start":"2026-05-21T23:00:56.787411Z","end":"2026-05-21T23:00:56.890299Z","steps":["trace[51029444] 'read index received' (duration: 102.882748ms)","trace[51029444] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:00:56.890575Z","caller":"traceutil/trace.go:172","msg":"trace[782510783] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"103.413404ms","start":"2026-05-21T23:00:56.787137Z","end":"2026-05-21T23:00:56.890550Z","steps":["trace[782510783] 'process raft request' (duration: 103.25198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:56.890578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.094024ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:56.890686Z","caller":"traceutil/trace.go:172","msg":"trace[743352059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3843; }","duration":"103.268929ms","start":"2026-05-21T23:00:56.787393Z","end":"2026-05-21T23:00:56.890662Z","steps":["trace[743352059] 'agreement among raft nodes before linearized reading' (duration: 103.034412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:00:57.724125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.901158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:00:57.724234Z","caller":"traceutil/trace.go:172","msg":"trace[1866681455] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:3847; }","duration":"187.029552ms","start":"2026-05-21T23:00:57.537185Z","end":"2026-05-21T23:00:57.724214Z","steps":["trace[1866681455] 'range keys from in-memory index tree' (duration: 184.56701ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:58.206081Z","caller":"traceutil/trace.go:172","msg":"trace[794166164] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"128.981058ms","start":"2026-05-21T23:00:58.077078Z","end":"2026-05-21T23:00:58.206059Z","steps":["trace[794166164] 'process raft request' (duration: 128.868995ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:59.102482Z","caller":"traceutil/trace.go:172","msg":"trace[1338715962] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"206.08674ms","start":"2026-05-21T23:00:58.896377Z","end":"2026-05-21T23:00:59.102464Z","steps":["trace[1338715962] 'process raft request' (duration: 205.926395ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:00:59.426115Z","caller":"traceutil/trace.go:172","msg":"trace[511919746] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"129.470352ms","start":"2026-05-21T23:00:59.296620Z","end":"2026-05-21T23:00:59.426090Z","steps":["trace[511919746] 'process raft request' (duration: 128.38122ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:00.387696Z","caller":"traceutil/trace.go:172","msg":"trace[1970434952] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"175.717433ms","start":"2026-05-21T23:01:00.211954Z","end":"2026-05-21T23:01:00.387671Z","steps":["trace[1970434952] 'process raft request' (duration: 107.567206ms)","trace[1970434952] 'compare' (duration: 67.841238ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:01:01.872432Z","caller":"traceutil/trace.go:172","msg":"trace[1056505067] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"191.53705ms","start":"2026-05-21T23:01:01.680868Z","end":"2026-05-21T23:01:01.872405Z","steps":["trace[1056505067] 'process raft request' (duration: 191.385856ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:03.244337Z","caller":"traceutil/trace.go:172","msg":"trace[813212472] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"123.264747ms","start":"2026-05-21T23:01:03.121051Z","end":"2026-05-21T23:01:03.244316Z","steps":["trace[813212472] 'process raft request' (duration: 119.457476ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:04.542508Z","caller":"traceutil/trace.go:172","msg":"trace[1496449019] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"110.430979ms","start":"2026-05-21T23:01:04.432047Z","end":"2026-05-21T23:01:04.542478Z","steps":["trace[1496449019] 'process raft request' (duration: 110.284335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:05.485510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.534495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:05.485626Z","caller":"traceutil/trace.go:172","msg":"trace[1281492211] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:3884; }","duration":"126.676199ms","start":"2026-05-21T23:01:05.358927Z","end":"2026-05-21T23:01:05.485603Z","steps":["trace[1281492211] 'range keys from in-memory index tree' (duration: 124.943228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:05.485650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.36357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T23:01:05.485767Z","caller":"traceutil/trace.go:172","msg":"trace[573803862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3884; }","duration":"117.512755ms","start":"2026-05-21T23:01:05.368232Z","end":"2026-05-21T23:01:05.485745Z","steps":["trace[573803862] 'range keys from in-memory index tree' (duration: 115.97117ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:05.709518Z","caller":"traceutil/trace.go:172","msg":"trace[159776903] linearizableReadLoop","detail":"{readStateIndex:4499; appliedIndex:4499; }","duration":"189.424887ms","start":"2026-05-21T23:01:05.520059Z","end":"2026-05-21T23:01:05.709484Z","steps":["trace[159776903] 'read index received' (duration: 189.418397ms)","trace[159776903] 'applied index is now lower than readState.Index' (duration: 5.42µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:01:05.709662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.590061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:05.709696Z","caller":"traceutil/trace.go:172","msg":"trace[7555281] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:3887; }","duration":"189.644662ms","start":"2026-05-21T23:01:05.520042Z","end":"2026-05-21T23:01:05.709687Z","steps":["trace[7555281] 'agreement among raft nodes before linearized reading' (duration: 189.55135ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:06.739734Z","caller":"traceutil/trace.go:172","msg":"trace[1658113827] linearizableReadLoop","detail":"{readStateIndex:4503; appliedIndex:4502; }","duration":"113.776511ms","start":"2026-05-21T23:01:06.625920Z","end":"2026-05-21T23:01:06.739696Z","steps":["trace[1658113827] 'read index received' (duration: 34.854152ms)","trace[1658113827] 'applied index is now lower than readState.Index' (duration: 78.920778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:01:06.739970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.024087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:06.740080Z","caller":"traceutil/trace.go:172","msg":"trace[2140595578] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:3891; }","duration":"114.153831ms","start":"2026-05-21T23:01:06.625904Z","end":"2026-05-21T23:01:06.740058Z","steps":["trace[2140595578] 'agreement among raft nodes before linearized reading' (duration: 113.931764ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:06.904075Z","caller":"traceutil/trace.go:172","msg":"trace[494386225] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"157.64251ms","start":"2026-05-21T23:01:06.746409Z","end":"2026-05-21T23:01:06.904051Z","steps":["trace[494386225] 'process raft request' (duration: 157.360152ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:06.905073Z","caller":"traceutil/trace.go:172","msg":"trace[579752823] linearizableReadLoop","detail":"{readStateIndex:4504; appliedIndex:4504; }","duration":"118.085874ms","start":"2026-05-21T23:01:06.786964Z","end":"2026-05-21T23:01:06.905049Z","steps":["trace[579752823] 'read index received' (duration: 118.077933ms)","trace[579752823] 'applied index is now lower than readState.Index' (duration: 6.321µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:01:06.905310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.226018ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:06.905839Z","caller":"traceutil/trace.go:172","msg":"trace[971472998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3892; }","duration":"118.863546ms","start":"2026-05-21T23:01:06.786957Z","end":"2026-05-21T23:01:06.905820Z","steps":["trace[971472998] 'agreement among raft nodes before linearized reading' (duration: 118.187527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:06.907807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.588321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:06.907887Z","caller":"traceutil/trace.go:172","msg":"trace[461525054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3892; }","duration":"107.680414ms","start":"2026-05-21T23:01:06.800191Z","end":"2026-05-21T23:01:06.907871Z","steps":["trace[461525054] 'agreement among raft nodes before linearized reading' (duration: 107.54625ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:09.397237Z","caller":"traceutil/trace.go:172","msg":"trace[1219552600] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"110.230835ms","start":"2026-05-21T23:01:09.286953Z","end":"2026-05-21T23:01:09.397184Z","steps":["trace[1219552600] 'process raft request' (duration: 109.693549ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:09.397983Z","caller":"traceutil/trace.go:172","msg":"trace[303880515] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"103.515773ms","start":"2026-05-21T23:01:09.294446Z","end":"2026-05-21T23:01:09.397962Z","steps":["trace[303880515] 'process raft request' (duration: 103.343848ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:10.959048Z","caller":"traceutil/trace.go:172","msg":"trace[1242279825] linearizableReadLoop","detail":"{readStateIndex:4519; appliedIndex:4519; }","duration":"171.467109ms","start":"2026-05-21T23:01:10.787558Z","end":"2026-05-21T23:01:10.959025Z","steps":["trace[1242279825] 'read index received' (duration: 171.459869ms)","trace[1242279825] 'applied index is now lower than readState.Index' (duration: 5.91µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:01:10.959224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.622344ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:10.959338Z","caller":"traceutil/trace.go:172","msg":"trace[2095186665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3905; }","duration":"171.782609ms","start":"2026-05-21T23:01:10.787539Z","end":"2026-05-21T23:01:10.959322Z","steps":["trace[2095186665] 'agreement among raft nodes before linearized reading' (duration: 171.589563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:10.960449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.16068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:01:10.960487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.473321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:10.960530Z","caller":"traceutil/trace.go:172","msg":"trace[400137674] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:3905; }","duration":"105.522043ms","start":"2026-05-21T23:01:10.854996Z","end":"2026-05-21T23:01:10.960518Z","steps":["trace[400137674] 'agreement among raft nodes before linearized reading' (duration: 105.43615ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:10.960564Z","caller":"traceutil/trace.go:172","msg":"trace[730073357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3905; }","duration":"159.254232ms","start":"2026-05-21T23:01:10.801255Z","end":"2026-05-21T23:01:10.960510Z","steps":["trace[730073357] 'agreement among raft nodes before linearized reading' (duration: 159.128839ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:13.274256Z","caller":"traceutil/trace.go:172","msg":"trace[193638466] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"160.26744ms","start":"2026-05-21T23:01:13.113963Z","end":"2026-05-21T23:01:13.274230Z","steps":["trace[193638466] 'process raft request' (duration: 160.141566ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:13.561101Z","caller":"traceutil/trace.go:172","msg":"trace[579551103] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"102.197928ms","start":"2026-05-21T23:01:13.458877Z","end":"2026-05-21T23:01:13.561074Z","steps":["trace[579551103] 'process raft request' (duration: 101.989162ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:17.678449Z","caller":"traceutil/trace.go:172","msg":"trace[2024342591] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"101.263144ms","start":"2026-05-21T23:01:17.577163Z","end":"2026-05-21T23:01:17.678426Z","steps":["trace[2024342591] 'process raft request' (duration: 101.09806ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:19.469358Z","caller":"traceutil/trace.go:172","msg":"trace[1875899929] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"123.576933ms","start":"2026-05-21T23:01:19.345757Z","end":"2026-05-21T23:01:19.469334Z","steps":["trace[1875899929] 'process raft request' (duration: 122.338578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:52.249328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:39800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T23:01:52.517947Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:39844","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T23:01:54.122108Z","caller":"traceutil/trace.go:172","msg":"trace[820055331] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"698.047652ms","start":"2026-05-21T23:01:53.424036Z","end":"2026-05-21T23:01:54.122083Z","steps":["trace[820055331] 'process raft request' (duration: 697.862756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:54.122303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:01:53.423996Z","time spent":"698.206756ms","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T23:01:54.129851Z","caller":"traceutil/trace.go:172","msg":"trace[1064772177] linearizableReadLoop","detail":"{readStateIndex:4855; appliedIndex:4855; }","duration":"342.305689ms","start":"2026-05-21T23:01:53.787527Z","end":"2026-05-21T23:01:54.129833Z","steps":["trace[1064772177] 'read index received' (duration: 342.298469ms)","trace[1064772177] 'applied index is now lower than readState.Index' (duration: 5.7µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:01:54.130048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.552825ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:54.130097Z","caller":"traceutil/trace.go:172","msg":"trace[1318203891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4196; }","duration":"342.609916ms","start":"2026-05-21T23:01:53.787475Z","end":"2026-05-21T23:01:54.130085Z","steps":["trace[1318203891] 'agreement among raft nodes before linearized reading' (duration: 342.479653ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:54.132362Z","caller":"traceutil/trace.go:172","msg":"trace[1355312509] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"272.51378ms","start":"2026-05-21T23:01:53.859831Z","end":"2026-05-21T23:01:54.132345Z","steps":["trace[1355312509] 'process raft request' (duration: 272.423857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:54.134452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.219367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:54.134489Z","caller":"traceutil/trace.go:172","msg":"trace[249359927] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:4198; }","duration":"204.257928ms","start":"2026-05-21T23:01:53.930221Z","end":"2026-05-21T23:01:54.134479Z","steps":["trace[249359927] 'agreement among raft nodes before linearized reading' (duration: 204.195587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:54.134516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.533772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:54.134547Z","caller":"traceutil/trace.go:172","msg":"trace[206497877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4198; }","duration":"333.563844ms","start":"2026-05-21T23:01:53.800974Z","end":"2026-05-21T23:01:54.134538Z","steps":["trace[206497877] 'agreement among raft nodes before linearized reading' (duration: 333.512751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:54.134553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.801686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"warn","ts":"2026-05-21T23:01:54.134567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:01:53.800953Z","time spent":"333.610395ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T23:01:54.134615Z","caller":"traceutil/trace.go:172","msg":"trace[271771596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4198; }","duration":"341.882339ms","start":"2026-05-21T23:01:53.792722Z","end":"2026-05-21T23:01:54.134604Z","steps":["trace[271771596] 'agreement among raft nodes before linearized reading' (duration: 341.691904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:54.134650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:01:53.792689Z","time spent":"341.94798ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:01:57.763760Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16025670376548673761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T23:01:57.903221Z","caller":"traceutil/trace.go:172","msg":"trace[1805108179] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4929; }","duration":"639.830933ms","start":"2026-05-21T23:01:57.263362Z","end":"2026-05-21T23:01:57.903193Z","steps":["trace[1805108179] 'read index received' (duration: 639.823733ms)","trace[1805108179] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:01:57.903739Z","caller":"traceutil/trace.go:172","msg":"trace[292915634] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"521.55173ms","start":"2026-05-21T23:01:57.382175Z","end":"2026-05-21T23:01:57.903727Z","steps":["trace[292915634] 'process raft request' (duration: 521.504968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:57.903847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:01:57.382134Z","time spent":"521.655013ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T23:01:57.903488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"640.10121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T23:01:57.904067Z","caller":"traceutil/trace.go:172","msg":"trace[1218839315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4253; }","duration":"640.704345ms","start":"2026-05-21T23:01:57.263352Z","end":"2026-05-21T23:01:57.904057Z","steps":["trace[1218839315] 'agreement among raft nodes before linearized reading' (duration: 639.955066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:57.904978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:01:57.263297Z","time spent":"640.857799ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:01:57.997400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.387402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:01:57.997480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.644013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:01:57.997481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.891072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:01:57.997570Z","caller":"traceutil/trace.go:172","msg":"trace[35759215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4257; }","duration":"208.759036ms","start":"2026-05-21T23:01:57.788794Z","end":"2026-05-21T23:01:57.997553Z","steps":["trace[35759215] 'agreement among raft nodes before linearized reading' (duration: 208.599121ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:57.997606Z","caller":"traceutil/trace.go:172","msg":"trace[1517599589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4257; }","duration":"197.041066ms","start":"2026-05-21T23:01:57.800541Z","end":"2026-05-21T23:01:57.997582Z","steps":["trace[1517599589] 'agreement among raft nodes before linearized reading' (duration: 196.800799ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:01:57.997505Z","caller":"traceutil/trace.go:172","msg":"trace[624928476] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:4257; }","duration":"560.511205ms","start":"2026-05-21T23:01:57.436972Z","end":"2026-05-21T23:01:57.997483Z","steps":["trace[624928476] 'agreement among raft nodes before linearized reading' (duration: 560.33328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:01:57.998225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:01:57.436955Z","time spent":"561.185012ms","remote":"127.0.0.1:37188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:02:00.088613Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc","error":"unexpected EOF"} {"level":"warn","ts":"2026-05-21T23:02:00.088716Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"5f170c75a1d97cc","error":"failed to read 5f170c75a1d97cc on stream Message (unexpected EOF)"} {"level":"warn","ts":"2026-05-21T23:02:00.088739Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc","error":"unexpected EOF"} {"level":"warn","ts":"2026-05-21T23:02:00.757294Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16025670376548673784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T23:02:00.757623Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"warn","ts":"2026-05-21T23:02:01.258433Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16025670376548673784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T23:02:01.439892Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"9441f6b1ed36de66 is starting a new election at term 5"} {"level":"info","ts":"2026-05-21T23:02:01.439990Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"9441f6b1ed36de66 became pre-candidate at term 5"} {"level":"info","ts":"2026-05-21T23:02:01.440021Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9441f6b1ed36de66 [logterm: 5, index: 4963] sent MsgPreVote request to 5f170c75a1d97cc at term 5"} {"level":"info","ts":"2026-05-21T23:02:01.440037Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9441f6b1ed36de66 [logterm: 5, index: 4963] sent MsgPreVote request to 4bad88bcd2c0902b at term 5"} {"level":"info","ts":"2026-05-21T23:02:01.440056Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 9441f6b1ed36de66 lost leader 5f170c75a1d97cc at term 5"} {"level":"info","ts":"2026-05-21T23:02:01.440144Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9441f6b1ed36de66 received MsgPreVoteResp from 9441f6b1ed36de66 at term 5"} {"level":"info","ts":"2026-05-21T23:02:01.440169Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9441f6b1ed36de66 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T23:02:01.441231Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9441f6b1ed36de66 received MsgPreVoteResp from 4bad88bcd2c0902b at term 5"} {"level":"info","ts":"2026-05-21T23:02:01.441266Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9441f6b1ed36de66 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T23:02:01.441298Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"9441f6b1ed36de66 became candidate at term 6"} {"level":"info","ts":"2026-05-21T23:02:01.441314Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9441f6b1ed36de66 [logterm: 5, index: 4963] sent MsgVote request to 5f170c75a1d97cc at term 6"} {"level":"info","ts":"2026-05-21T23:02:01.441337Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9441f6b1ed36de66 [logterm: 5, index: 4963] sent MsgVote request to 4bad88bcd2c0902b at term 6"} {"level":"info","ts":"2026-05-21T23:02:01.452104Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9441f6b1ed36de66 received MsgVoteResp from 9441f6b1ed36de66 at term 6"} {"level":"info","ts":"2026-05-21T23:02:01.452145Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9441f6b1ed36de66 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T23:02:01.483035Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9441f6b1ed36de66 received MsgVoteResp from 4bad88bcd2c0902b at term 6"} {"level":"info","ts":"2026-05-21T23:02:01.483076Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9441f6b1ed36de66 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T23:02:01.483104Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"9441f6b1ed36de66 became leader at term 6"} {"level":"info","ts":"2026-05-21T23:02:01.483124Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9441f6b1ed36de66 elected leader 9441f6b1ed36de66 at term 6"} {"level":"warn","ts":"2026-05-21T23:02:01.483344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.226400181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T23:02:01.483427Z","caller":"traceutil/trace.go:172","msg":"trace[954484889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.226499873s","start":"2026-05-21T23:02:00.256912Z","end":"2026-05-21T23:02:01.483412Z","steps":["trace[954484889] 'agreement among raft nodes before linearized reading' (duration: 1.226393001s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:01.483475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:00.256904Z","time spent":"1.226560546s","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T23:02:01.486720Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-05-21T23:02:01.487153Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.157:2380/version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:01.487227Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:01.487517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"685.525148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:02:01.487597Z","caller":"traceutil/trace.go:172","msg":"trace[1340919254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4283; }","duration":"685.622891ms","start":"2026-05-21T23:02:00.801948Z","end":"2026-05-21T23:02:01.487571Z","steps":["trace[1340919254] 'agreement among raft nodes before linearized reading' (duration: 685.473877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:01.487652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:00.801923Z","time spent":"685.718223ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T23:02:01.488045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"700.950929ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:02:01.488185Z","caller":"traceutil/trace.go:172","msg":"trace[1197268889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4283; }","duration":"701.125604ms","start":"2026-05-21T23:02:00.787033Z","end":"2026-05-21T23:02:01.488158Z","steps":["trace[1197268889] 'agreement among raft nodes before linearized reading' (duration: 700.292213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:03.926845Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"warn","ts":"2026-05-21T23:02:05.233613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:00.234422Z","time spent":"4.999185203s","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/21 23:02:05 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T23:02:05.333449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.821194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T23:02:05.333535Z","caller":"traceutil/trace.go:172","msg":"trace[654704345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4291; }","duration":"120.928367ms","start":"2026-05-21T23:02:05.212587Z","end":"2026-05-21T23:02:05.333516Z","steps":["trace[654704345] 'range keys from in-memory index tree' (duration: 119.704127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:05.443396Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4bad88bcd2c0902b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.432598ms"} {"level":"warn","ts":"2026-05-21T23:02:05.443546Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f170c75a1d97cc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.580863ms"} {"level":"info","ts":"2026-05-21T23:02:05.443648Z","caller":"traceutil/trace.go:172","msg":"trace[538947204] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"104.669519ms","start":"2026-05-21T23:02:05.338961Z","end":"2026-05-21T23:02:05.443631Z","steps":["trace[538947204] 'process raft request' (duration: 104.514366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:05.507693Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.157:2380/version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:05.507828Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:05.661057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.177038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"info","ts":"2026-05-21T23:02:05.661166Z","caller":"traceutil/trace.go:172","msg":"trace[556986517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4292; }","duration":"122.307261ms","start":"2026-05-21T23:02:05.538838Z","end":"2026-05-21T23:02:05.661145Z","steps":["trace[556986517] 'range keys from in-memory index tree' (duration: 121.202965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:05.938193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:00.941408Z","time spent":"4.996778658s","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/21 23:02:05 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T23:02:07.263337Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5f170c75a1d97cc","rtt":"11.178448ms","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:07.265532Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"5f170c75a1d97cc","rtt":"876.99µs","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"info","ts":"2026-05-21T23:02:07.553790Z","caller":"traceutil/trace.go:172","msg":"trace[1695883608] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"104.33756ms","start":"2026-05-21T23:02:07.449431Z","end":"2026-05-21T23:02:07.553768Z","steps":["trace[1695883608] 'process raft request' (duration: 104.115335ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:02:08.116515Z","caller":"traceutil/trace.go:172","msg":"trace[1346275754] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"127.863932ms","start":"2026-05-21T23:02:07.988631Z","end":"2026-05-21T23:02:08.116495Z","steps":["trace[1346275754] 'process raft request' (duration: 127.714718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:09.516033Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.157:2380/version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:09.516112Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:11.885406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.514636ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:02:11.885517Z","caller":"traceutil/trace.go:172","msg":"trace[2136367170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4308; }","duration":"101.65368ms","start":"2026-05-21T23:02:11.783844Z","end":"2026-05-21T23:02:11.885498Z","steps":["trace[2136367170] 'range keys from in-memory index tree' (duration: 101.465815ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:02:12.103551Z","caller":"traceutil/trace.go:172","msg":"trace[1873354116] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"160.075523ms","start":"2026-05-21T23:02:11.943445Z","end":"2026-05-21T23:02:12.103520Z","steps":["trace[1873354116] 'process raft request' (duration: 159.924449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:12.263013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.884984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:02:12.263157Z","caller":"traceutil/trace.go:172","msg":"trace[372170569] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"127.553135ms","start":"2026-05-21T23:02:12.135584Z","end":"2026-05-21T23:02:12.263137Z","steps":["trace[372170569] 'process raft request' (duration: 22.423005ms)","trace[372170569] 'compare' (duration: 104.666939ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:02:12.263455Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5f170c75a1d97cc","rtt":"11.178448ms","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:12.265704Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"5f170c75a1d97cc","rtt":"876.99µs","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:13.236022Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4bad88bcd2c0902b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.825512ms"} {"level":"warn","ts":"2026-05-21T23:02:13.236168Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f170c75a1d97cc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.978295ms"} {"level":"warn","ts":"2026-05-21T23:02:13.527355Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.157:2380/version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:13.527454Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"info","ts":"2026-05-21T23:02:13.541794Z","caller":"traceutil/trace.go:172","msg":"trace[1254923804] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"141.884783ms","start":"2026-05-21T23:02:13.399861Z","end":"2026-05-21T23:02:13.541746Z","steps":["trace[1254923804] 'process raft request' (duration: 141.440862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:13.813793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.189214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T23:02:13.814259Z","caller":"traceutil/trace.go:172","msg":"trace[434973301] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5003; }","duration":"242.108826ms","start":"2026-05-21T23:02:13.572124Z","end":"2026-05-21T23:02:13.814233Z","steps":["trace[434973301] 'read index received' (duration: 795.09µs)","trace[434973301] 'applied index is now lower than readState.Index' (duration: 241.311026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:02:13.814399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.26254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:02:13.814546Z","caller":"traceutil/trace.go:172","msg":"trace[1004595667] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:4320; }","duration":"242.390093ms","start":"2026-05-21T23:02:13.572109Z","end":"2026-05-21T23:02:13.814499Z","steps":["trace[1004595667] 'agreement among raft nodes before linearized reading' (duration: 242.217949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:13.815890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.266598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-05-21T23:02:13.815942Z","caller":"traceutil/trace.go:172","msg":"trace[1153789401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4320; }","duration":"105.35695ms","start":"2026-05-21T23:02:13.710572Z","end":"2026-05-21T23:02:13.815929Z","steps":["trace[1153789401] 'agreement among raft nodes before linearized reading' (duration: 105.093774ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:02:14.365397Z","caller":"traceutil/trace.go:172","msg":"trace[1359443311] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5005; }","duration":"256.462238ms","start":"2026-05-21T23:02:14.108910Z","end":"2026-05-21T23:02:14.365372Z","steps":["trace[1359443311] 'read index received' (duration: 256.451988ms)","trace[1359443311] 'applied index is now lower than readState.Index' (duration: 8.22µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:02:14.365679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.737395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"info","ts":"2026-05-21T23:02:14.365724Z","caller":"traceutil/trace.go:172","msg":"trace[994171767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4320; }","duration":"256.814666ms","start":"2026-05-21T23:02:14.108891Z","end":"2026-05-21T23:02:14.365705Z","steps":["trace[994171767] 'agreement among raft nodes before linearized reading' (duration: 256.588031ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:02:14.610152Z","caller":"traceutil/trace.go:172","msg":"trace[829077428] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"237.764576ms","start":"2026-05-21T23:02:14.372359Z","end":"2026-05-21T23:02:14.610124Z","steps":["trace[829077428] 'process raft request' (duration: 170.873119ms)","trace[829077428] 'compare' (duration: 66.663241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:02:17.264217Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5f170c75a1d97cc","rtt":"11.178448ms","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:17.266456Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"5f170c75a1d97cc","rtt":"876.99µs","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:17.529965Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.157:2380/version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:17.530045Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5f170c75a1d97cc","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"info","ts":"2026-05-21T23:02:19.400131Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"5f170c75a1d97cc","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T23:02:19.400185Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T23:02:19.400235Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T23:02:19.405255Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"5f170c75a1d97cc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T23:02:19.405316Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T23:02:19.424641Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-05-21T23:02:19.424926Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"5f170c75a1d97cc"} {"level":"warn","ts":"2026-05-21T23:02:22.264907Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5f170c75a1d97cc","rtt":"11.178448ms","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:34.262623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.78:60578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T23:02:36.089793Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4bad88bcd2c0902b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.408712ms"} {"level":"warn","ts":"2026-05-21T23:02:36.089864Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f170c75a1d97cc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.486264ms"} {"level":"info","ts":"2026-05-21T23:02:36.220811Z","caller":"traceutil/trace.go:172","msg":"trace[1572763600] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5110; }","duration":"366.196991ms","start":"2026-05-21T23:02:35.854586Z","end":"2026-05-21T23:02:36.220783Z","steps":["trace[1572763600] 'read index received' (duration: 366.190361ms)","trace[1572763600] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:02:36.220980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.369246ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:02:36.221087Z","caller":"traceutil/trace.go:172","msg":"trace[1137799493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4407; }","duration":"366.492928ms","start":"2026-05-21T23:02:35.854574Z","end":"2026-05-21T23:02:36.221067Z","steps":["trace[1137799493] 'agreement among raft nodes before linearized reading' (duration: 366.325255ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:02:36.317930Z","caller":"traceutil/trace.go:172","msg":"trace[445886140] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"307.37802ms","start":"2026-05-21T23:02:36.010526Z","end":"2026-05-21T23:02:36.317904Z","steps":["trace[445886140] 'process raft request' (duration: 307.178585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:36.318201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:36.010503Z","time spent":"307.528194ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T23:02:36.319422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.694903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:02:36.319415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.601676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:02:36.319487Z","caller":"traceutil/trace.go:172","msg":"trace[819947920] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:4408; }","duration":"370.764475ms","start":"2026-05-21T23:02:35.948709Z","end":"2026-05-21T23:02:36.319473Z","steps":["trace[819947920] 'agreement among raft nodes before linearized reading' (duration: 370.634271ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:02:36.319499Z","caller":"traceutil/trace.go:172","msg":"trace[1327645753] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:4408; }","duration":"447.716039ms","start":"2026-05-21T23:02:35.871766Z","end":"2026-05-21T23:02:36.319482Z","steps":["trace[1327645753] 'agreement among raft nodes before linearized reading' (duration: 447.562725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:36.319498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.969508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T23:02:36.319523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:35.948677Z","time spent":"370.837826ms","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:02:36.319558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:35.871744Z","time spent":"447.78976ms","remote":"127.0.0.1:37068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"info","ts":"2026-05-21T23:02:36.319563Z","caller":"traceutil/trace.go:172","msg":"trace[1778050696] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:4409; }","duration":"379.05909ms","start":"2026-05-21T23:02:35.940488Z","end":"2026-05-21T23:02:36.319547Z","steps":["trace[1778050696] 'agreement among raft nodes before linearized reading' (duration: 378.904696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:02:36.319722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:02:35.940455Z","time spent":"379.223234ms","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-05-21T23:02:42.000435Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b","error":"unexpected EOF"} {"level":"warn","ts":"2026-05-21T23:02:42.000483Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b","error":"unexpected EOF"} {"level":"warn","ts":"2026-05-21T23:02:42.000544Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"4bad88bcd2c0902b","error":"failed to read 4bad88bcd2c0902b on stream Message (unexpected EOF)"} {"level":"warn","ts":"2026-05-21T23:02:42.069749Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"warn","ts":"2026-05-21T23:02:45.562266Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.78:2380/version","remote-member-id":"4bad88bcd2c0902b","error":"Get \"https://199.204.45.78:2380/version\": dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:45.563017Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"4bad88bcd2c0902b","error":"Get \"https://199.204.45.78:2380/version\": dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:45.593734Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"warn","ts":"2026-05-21T23:02:47.274764Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"934.014µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:47.274814Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.60645ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:49.564852Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.78:2380/version","remote-member-id":"4bad88bcd2c0902b","error":"Get \"https://199.204.45.78:2380/version\": dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:49.565024Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"4bad88bcd2c0902b","error":"Get \"https://199.204.45.78:2380/version\": dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"info","ts":"2026-05-21T23:02:50.917095Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"4bad88bcd2c0902b","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T23:02:50.917162Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T23:02:50.917183Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T23:02:50.922084Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9441f6b1ed36de66","to":"4bad88bcd2c0902b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T23:02:50.922157Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T23:02:50.936966Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"info","ts":"2026-05-21T23:02:50.937114Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9441f6b1ed36de66","remote-peer-id":"4bad88bcd2c0902b"} {"level":"warn","ts":"2026-05-21T23:02:52.275794Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bad88bcd2c0902b","rtt":"13.60645ms","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-21T23:02:52.275892Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bad88bcd2c0902b","rtt":"934.014µs","error":"dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"info","ts":"2026-05-21T23:03:12.764754Z","caller":"traceutil/trace.go:172","msg":"trace[179019669] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"148.149464ms","start":"2026-05-21T23:03:12.616555Z","end":"2026-05-21T23:03:12.764705Z","steps":["trace[179019669] 'process raft request' (duration: 147.877208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:34.995581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.316879ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T23:03:34.995706Z","caller":"traceutil/trace.go:172","msg":"trace[1394626544] linearizableReadLoop","detail":"{readStateIndex:5586; appliedIndex:5585; }","duration":"169.41521ms","start":"2026-05-21T23:03:34.826274Z","end":"2026-05-21T23:03:34.995689Z","steps":["trace[1394626544] 'read index received' (duration: 835.398µs)","trace[1394626544] 'applied index is now lower than readState.Index' (duration: 168.578512ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:03:34.995929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.674146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-21T23:03:34.995968Z","caller":"traceutil/trace.go:172","msg":"trace[1275890035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4830; }","duration":"188.720767ms","start":"2026-05-21T23:03:34.807238Z","end":"2026-05-21T23:03:34.995958Z","steps":["trace[1275890035] 'agreement among raft nodes before linearized reading' (duration: 188.559524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:35.192018Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4bad88bcd2c0902b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.596548ms"} {"level":"warn","ts":"2026-05-21T23:03:35.192121Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f170c75a1d97cc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.715191ms"} {"level":"info","ts":"2026-05-21T23:03:35.192356Z","caller":"traceutil/trace.go:172","msg":"trace[1687576268] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"263.433749ms","start":"2026-05-21T23:03:34.928897Z","end":"2026-05-21T23:03:35.192331Z","steps":["trace[1687576268] 'process raft request' (duration: 263.256895ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:03:35.193422Z","caller":"traceutil/trace.go:172","msg":"trace[1302711261] linearizableReadLoop","detail":"{readStateIndex:5586; appliedIndex:5587; }","duration":"197.658466ms","start":"2026-05-21T23:03:34.995734Z","end":"2026-05-21T23:03:35.193392Z","steps":["trace[1302711261] 'read index received' (duration: 197.648256ms)","trace[1302711261] 'applied index is now lower than readState.Index' (duration: 8.58µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:03:35.193761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.600291ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:03:35.193816Z","caller":"traceutil/trace.go:172","msg":"trace[1167773208] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4831; }","duration":"341.675104ms","start":"2026-05-21T23:03:34.852126Z","end":"2026-05-21T23:03:35.193801Z","steps":["trace[1167773208] 'agreement among raft nodes before linearized reading' (duration: 341.56608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:35.193768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.441117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:03:35.194155Z","caller":"traceutil/trace.go:172","msg":"trace[353975323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4831; }","duration":"340.840266ms","start":"2026-05-21T23:03:34.853294Z","end":"2026-05-21T23:03:35.194135Z","steps":["trace[353975323] 'agreement among raft nodes before linearized reading' (duration: 340.389666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:35.194212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T23:03:34.853271Z","time spent":"340.927808ms","remote":"127.0.0.1:36740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T23:03:35.424635Z","caller":"traceutil/trace.go:172","msg":"trace[1688481722] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5590; }","duration":"107.74012ms","start":"2026-05-21T23:03:35.316874Z","end":"2026-05-21T23:03:35.424614Z","steps":["trace[1688481722] 'read index received' (duration: 107.72456ms)","trace[1688481722] 'applied index is now lower than readState.Index' (duration: 14.36µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:03:35.441048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.183455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:03:35.441304Z","caller":"traceutil/trace.go:172","msg":"trace[577436067] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:4834; }","duration":"124.450481ms","start":"2026-05-21T23:03:35.316831Z","end":"2026-05-21T23:03:35.441281Z","steps":["trace[577436067] 'agreement among raft nodes before linearized reading' (duration: 107.924164ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:03:35.441659Z","caller":"traceutil/trace.go:172","msg":"trace[1293319556] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"171.539379ms","start":"2026-05-21T23:03:35.270099Z","end":"2026-05-21T23:03:35.441638Z","steps":["trace[1293319556] 'process raft request' (duration: 154.45958ms)","trace[1293319556] 'compare' (duration: 16.982196ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T23:03:36.144874Z","caller":"traceutil/trace.go:172","msg":"trace[800329554] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"102.129188ms","start":"2026-05-21T23:03:36.042715Z","end":"2026-05-21T23:03:36.144844Z","steps":["trace[800329554] 'process raft request' (duration: 101.943485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:36.365603Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4bad88bcd2c0902b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.914337ms"} {"level":"warn","ts":"2026-05-21T23:03:36.365671Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f170c75a1d97cc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.987589ms"} {"level":"info","ts":"2026-05-21T23:03:36.366696Z","caller":"traceutil/trace.go:172","msg":"trace[1068324274] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5596; }","duration":"154.807681ms","start":"2026-05-21T23:03:36.211870Z","end":"2026-05-21T23:03:36.366678Z","steps":["trace[1068324274] 'read index received' (duration: 154.802131ms)","trace[1068324274] 'applied index is now lower than readState.Index' (duration: 4.67µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:03:36.373387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.487351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:03:36.373473Z","caller":"traceutil/trace.go:172","msg":"trace[1891581009] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:4839; }","duration":"161.591903ms","start":"2026-05-21T23:03:36.211861Z","end":"2026-05-21T23:03:36.373453Z","steps":["trace[1891581009] 'agreement among raft nodes before linearized reading' (duration: 155.002145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:36.373717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.808448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:03:36.373816Z","caller":"traceutil/trace.go:172","msg":"trace[1263155703] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:4840; }","duration":"161.92701ms","start":"2026-05-21T23:03:36.211870Z","end":"2026-05-21T23:03:36.373797Z","steps":["trace[1263155703] 'agreement among raft nodes before linearized reading' (duration: 161.765537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:36.938583Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4bad88bcd2c0902b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.961974ms"} {"level":"warn","ts":"2026-05-21T23:03:36.938653Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f170c75a1d97cc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"60.043146ms"} {"level":"info","ts":"2026-05-21T23:03:36.939368Z","caller":"traceutil/trace.go:172","msg":"trace[565593271] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"212.223944ms","start":"2026-05-21T23:03:36.727116Z","end":"2026-05-21T23:03:36.939340Z","steps":["trace[565593271] 'process raft request' (duration: 212.015499ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T23:03:36.940410Z","caller":"traceutil/trace.go:172","msg":"trace[1827103542] linearizableReadLoop","detail":"{readStateIndex:5597; appliedIndex:5598; }","duration":"153.423733ms","start":"2026-05-21T23:03:36.786968Z","end":"2026-05-21T23:03:36.940392Z","steps":["trace[1827103542] 'read index received' (duration: 153.418203ms)","trace[1827103542] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T23:03:36.942980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.999356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:03:36.943043Z","caller":"traceutil/trace.go:172","msg":"trace[1405743241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4841; }","duration":"144.073257ms","start":"2026-05-21T23:03:36.798957Z","end":"2026-05-21T23:03:36.943031Z","steps":["trace[1405743241] 'agreement among raft nodes before linearized reading' (duration: 143.973095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T23:03:36.943025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.052598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T23:03:36.943121Z","caller":"traceutil/trace.go:172","msg":"trace[1504816044] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4841; }","duration":"156.178471ms","start":"2026-05-21T23:03:36.786924Z","end":"2026-05-21T23:03:36.943102Z","steps":["trace[1504816044] 'agreement among raft nodes before linearized reading' (duration: 153.824951ms)"],"step_count":1}