{"level":"warn","ts":"2026-03-17T20:47:01.230167Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:47:01.230301Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:47:01.230354Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.240:2380","--initial-cluster=controller=https://199.19.213.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.240:2380","--name=controller","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:47:01.231413Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:47:01.231538Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:47:01.231571Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.240:2380"]} {"level":"info","ts":"2026-03-17T20:47:01.231630Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:47:01.232400Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"]} {"level":"info","ts":"2026-03-17T20:47:01.232569Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller=https://199.19.213.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:47:01.233727Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00038a0f0}"} {"level":"info","ts":"2026-03-17T20:47:01.251545Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:47:01.251756Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"18.31899ms"} {"level":"info","ts":"2026-03-17T20:47:01.251843Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:47:01.251879Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:47:01.251973Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:47:01.292855Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:47:01.293083Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"65ae7913d9d30912","cluster-id":"74cb0f8fbd7d5970"} {"level":"info","ts":"2026-03-17T20:47:01.293140Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:47:01.293269Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"65ae7913d9d30912 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:47:01.293391Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"65ae7913d9d30912 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:47:01.293411Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 65ae7913d9d30912 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T20:47:01.293439Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"65ae7913d9d30912 became follower at term 1"} {"level":"info","ts":"2026-03-17T20:47:01.293500Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"warn","ts":"2026-03-17T20:47:01.332441Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:47:01.343975Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:47:01.374265Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:47:01.374886Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"65ae7913d9d30912","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:47:01.376590Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:47:01.376657Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-03-17T20:47:01.376684Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-03-17T20:47:01.377918Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"info","ts":"2026-03-17T20:47:01.377934Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"65ae7913d9d30912","initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:47:01.378035Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:47:01.378090Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","added-peer-id":"65ae7913d9d30912","added-peer-peer-urls":["https://199.19.213.240:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:47:01.378122Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:01.378261Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"65ae7913d9d30912","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T20:47:01.378171Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:01.382680Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:02.198672Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"65ae7913d9d30912 is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T20:47:02.198771Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"65ae7913d9d30912 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T20:47:02.198837Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"65ae7913d9d30912 received MsgPreVoteResp from 65ae7913d9d30912 at term 1"} {"level":"info","ts":"2026-03-17T20:47:02.198873Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"65ae7913d9d30912 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:47:02.198907Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"65ae7913d9d30912 became candidate at term 2"} {"level":"info","ts":"2026-03-17T20:47:02.206624Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"65ae7913d9d30912 received MsgVoteResp from 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-03-17T20:47:02.206894Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"65ae7913d9d30912 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:47:02.207037Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"65ae7913d9d30912 became leader at term 2"} {"level":"info","ts":"2026-03-17T20:47:02.207154Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 65ae7913d9d30912 elected leader 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-03-17T20:47:02.210619Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:47:02.212964Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:47:02.212961Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"65ae7913d9d30912","local-member-attributes":"{Name:controller ClientURLs:[https://199.19.213.240:2379]}","cluster-id":"74cb0f8fbd7d5970","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:47:02.213169Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:47:02.214269Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-17T20:47:02.214401Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:47:02.214450Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:47:02.214567Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:47:02.214617Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:47:02.220337Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.240:2379"} {"level":"info","ts":"2026-03-17T20:47:02.223553Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T20:47:02.215891Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:47:02.225880Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:47:02.225923Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:47:02.225999Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-17T20:47:02.226061Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-03-17T20:47:03.047742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.047843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.071679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.082541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.100515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.126911Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.140421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.149786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.159487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.168680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.178155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.186795Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.196390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.206343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.218711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.228451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.238095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.248907Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.258824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.267066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.277259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.310743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.324249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.334993Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.346433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.354548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.362597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.373077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.381897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.392511Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.401376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.413548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.424154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.435641Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.455379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.463161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.476134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.490750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.499622Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.512745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.520221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.539767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.548879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.557620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.578650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.589786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.599728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.610371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.621005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.629439Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.637823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.645215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.655010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.663192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.670822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.678450Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.731467Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:03.781082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:04.672686Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:04.919744Z","caller":"traceutil/trace.go:172","msg":"trace[1798794249] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:4; }","duration":"747.669029ms","start":"2026-03-17T20:47:04.172047Z","end":"2026-03-17T20:47:04.919716Z","steps":["trace[1798794249] 'read index received' (duration: 747.661729ms)","trace[1798794249] 'applied index is now lower than readState.Index' (duration: 5.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:04.919929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"747.83189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:04.920006Z","caller":"traceutil/trace.go:172","msg":"trace[485712478] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq; range_end:; response_count:0; response_revision:1; }","duration":"747.948851ms","start":"2026-03-17T20:47:04.172041Z","end":"2026-03-17T20:47:04.919990Z","steps":["trace[485712478] 'agreement among raft nodes before linearized reading' (duration: 747.78732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:04.920033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.172034Z","time spent":"747.993981ms","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:04.920113Z","caller":"traceutil/trace.go:172","msg":"trace[1775903078] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"748.120192ms","start":"2026-03-17T20:47:04.171968Z","end":"2026-03-17T20:47:04.920088Z","steps":["trace[1775903078] 'process raft request' (duration: 747.82792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:04.920825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.171953Z","time spent":"748.237382ms","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:05.420514Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:05.560453Z","caller":"traceutil/trace.go:172","msg":"trace[278282251] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:5; }","duration":"640.57252ms","start":"2026-03-17T20:47:04.919833Z","end":"2026-03-17T20:47:05.560405Z","steps":["trace[278282251] 'read index received' (duration: 640.56299ms)","trace[278282251] 'applied index is now lower than readState.Index' (duration: 7.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:05.560593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.253179494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:05.560700Z","caller":"traceutil/trace.go:172","msg":"trace[738727639] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:2; }","duration":"1.253292455s","start":"2026-03-17T20:47:04.307371Z","end":"2026-03-17T20:47:05.560663Z","steps":["trace[738727639] 'agreement among raft nodes before linearized reading' (duration: 1.253116914s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.560751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.307340Z","time spent":"1.253400447s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:05.560732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.232688135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:47:05.560869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.382367621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:05.560856Z","caller":"traceutil/trace.go:172","msg":"trace[359338158] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:2; }","duration":"1.232849058s","start":"2026-03-17T20:47:04.327982Z","end":"2026-03-17T20:47:05.560831Z","steps":["trace[359338158] 'agreement among raft nodes before linearized reading' (duration: 1.232583405s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.560884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.306469297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:47:05.560866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.310599294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:05.561004Z","caller":"traceutil/trace.go:172","msg":"trace[60683496] range","detail":"{range_begin:/registry/csinodes/controller; range_end:; response_count:0; response_revision:2; }","duration":"1.382482512s","start":"2026-03-17T20:47:04.178447Z","end":"2026-03-17T20:47:05.560929Z","steps":["trace[60683496] 'agreement among raft nodes before linearized reading' (duration: 1.382252889s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:05.561032Z","caller":"traceutil/trace.go:172","msg":"trace[325350055] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:2; }","duration":"1.306613548s","start":"2026-03-17T20:47:04.254402Z","end":"2026-03-17T20:47:05.561015Z","steps":["trace[325350055] 'agreement among raft nodes before linearized reading' (duration: 1.306401146s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.561112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.254391Z","time spent":"1.306712069s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:05.560903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.383370588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:47:05.561117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.178436Z","time spent":"1.382631543s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:05.561212Z","caller":"traceutil/trace.go:172","msg":"trace[857986746] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller; range_end:; response_count:0; response_revision:2; }","duration":"1.38367917s","start":"2026-03-17T20:47:04.177507Z","end":"2026-03-17T20:47:05.561187Z","steps":["trace[857986746] 'agreement among raft nodes before linearized reading' (duration: 1.383275437s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.561000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.327903Z","time spent":"1.23308271s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:05.561277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.177488Z","time spent":"1.383778231s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:05.561190Z","caller":"traceutil/trace.go:172","msg":"trace[1941262068] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:0; response_revision:2; }","duration":"1.310937847s","start":"2026-03-17T20:47:04.250207Z","end":"2026-03-17T20:47:05.561145Z","steps":["trace[1941262068] 'agreement among raft nodes before linearized reading' (duration: 1.310505384s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.560731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.23335679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:05.561404Z","caller":"traceutil/trace.go:172","msg":"trace[982565496] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:2; }","duration":"1.234047016s","start":"2026-03-17T20:47:04.327314Z","end":"2026-03-17T20:47:05.561362Z","steps":["trace[982565496] 'agreement among raft nodes before linearized reading' (duration: 1.23328193s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.561417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.250157Z","time spent":"1.311221839s","remote":"127.0.0.1:54148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/199.19.213.240\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:05.561435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.327292Z","time spent":"1.234135467s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:05.561771Z","caller":"traceutil/trace.go:172","msg":"trace[216125197] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"1.309135725s","start":"2026-03-17T20:47:04.252622Z","end":"2026-03-17T20:47:05.561758Z","steps":["trace[216125197] 'process raft request' (duration: 1.308761782s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.561834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.252600Z","time spent":"1.309198755s","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:05.562031Z","caller":"traceutil/trace.go:172","msg":"trace[891611132] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"1.309170305s","start":"2026-03-17T20:47:04.252846Z","end":"2026-03-17T20:47:05.562016Z","steps":["trace[891611132] 'process raft request' (duration: 1.308809813s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.562115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.252813Z","time spent":"1.309259076s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:05.562639Z","caller":"traceutil/trace.go:172","msg":"trace[1939706802] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"1.309710799s","start":"2026-03-17T20:47:04.252916Z","end":"2026-03-17T20:47:05.562627Z","steps":["trace[1939706802] 'process raft request' (duration: 1.309501418s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:05.562744Z","caller":"traceutil/trace.go:172","msg":"trace[12258639] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"1.309583199s","start":"2026-03-17T20:47:04.253146Z","end":"2026-03-17T20:47:05.562729Z","steps":["trace[12258639] 'process raft request' (duration: 1.309361437s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.562743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.252896Z","time spent":"1.30979967s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":280,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:05.562842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.253128Z","time spent":"1.309662969s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:05.562952Z","caller":"traceutil/trace.go:172","msg":"trace[1399910884] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"1.30976483s","start":"2026-03-17T20:47:04.253162Z","end":"2026-03-17T20:47:05.562926Z","steps":["trace[1399910884] 'process raft request' (duration: 1.309376617s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.563032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.253143Z","time spent":"1.309850301s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:05.563212Z","caller":"traceutil/trace.go:172","msg":"trace[118254226] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"1.30973244s","start":"2026-03-17T20:47:04.253466Z","end":"2026-03-17T20:47:05.563198Z","steps":["trace[118254226] 'process raft request' (duration: 1.309092136s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.563317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.253443Z","time spent":"1.309805351s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:05.564050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.357135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-17T20:47:05.564118Z","caller":"traceutil/trace.go:172","msg":"trace[1236808634] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:12; }","duration":"587.433935ms","start":"2026-03-17T20:47:04.976672Z","end":"2026-03-17T20:47:05.564106Z","steps":["trace[1236808634] 'agreement among raft nodes before linearized reading' (duration: 587.333414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.564192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.976631Z","time spent":"587.506605ms","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:05.564561Z","caller":"traceutil/trace.go:172","msg":"trace[2084186221] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"1.310948441s","start":"2026-03-17T20:47:04.253599Z","end":"2026-03-17T20:47:05.564548Z","steps":["trace[2084186221] 'process raft request' (duration: 1.308981625s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.564639Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.253586Z","time spent":"1.311002981s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:05.564885Z","caller":"traceutil/trace.go:172","msg":"trace[1387320442] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"1.284910715s","start":"2026-03-17T20:47:04.279958Z","end":"2026-03-17T20:47:05.564869Z","steps":["trace[1387320442] 'process raft request' (duration: 1.283985508s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.564964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.279896Z","time spent":"1.285027835s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2875,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:05.564953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.628042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:05.565049Z","caller":"traceutil/trace.go:172","msg":"trace[223897564] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:12; }","duration":"412.723442ms","start":"2026-03-17T20:47:05.152314Z","end":"2026-03-17T20:47:05.565037Z","steps":["trace[223897564] 'agreement among raft nodes before linearized reading' (duration: 412.605531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.565118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.152287Z","time spent":"412.821923ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:05.565126Z","caller":"traceutil/trace.go:172","msg":"trace[402622573] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"1.311501445s","start":"2026-03-17T20:47:04.253613Z","end":"2026-03-17T20:47:05.565115Z","steps":["trace[402622573] 'process raft request' (duration: 1.310222475s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.565178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.253598Z","time spent":"1.311557395s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:05.565367Z","caller":"traceutil/trace.go:172","msg":"trace[33642377] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"1.28554705s","start":"2026-03-17T20:47:04.279810Z","end":"2026-03-17T20:47:05.565357Z","steps":["trace[33642377] 'process raft request' (duration: 1.284076429s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.565423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:04.279797Z","time spent":"1.28560113s","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:05.565395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.222606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:05.565572Z","caller":"traceutil/trace.go:172","msg":"trace[766886151] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:12; }","duration":"413.305016ms","start":"2026-03-17T20:47:05.152158Z","end":"2026-03-17T20:47:05.565463Z","steps":["trace[766886151] 'agreement among raft nodes before linearized reading' (duration: 413.203206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:05.565614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.152118Z","time spent":"413.486377ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:06.069954Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:06.570998Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:06.901772Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.333320155s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:47:06.902382Z","caller":"traceutil/trace.go:172","msg":"trace[1037926209] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:15; }","duration":"1.333365136s","start":"2026-03-17T20:47:05.568962Z","end":"2026-03-17T20:47:06.902327Z","steps":["trace[1037926209] 'read index received' (duration: 1.333353156s)","trace[1037926209] 'applied index is now lower than readState.Index' (duration: 9.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:07.403491Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:07.644837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.075848978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:07.644955Z","caller":"traceutil/trace.go:172","msg":"trace[83281392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"2.07596826s","start":"2026-03-17T20:47:05.568955Z","end":"2026-03-17T20:47:07.644924Z","steps":["trace[83281392] 'agreement among raft nodes before linearized reading' (duration: 1.333488647s)","trace[83281392] 'range keys from in-memory index tree' (duration: 742.291109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:07.645012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.568941Z","time spent":"2.07605926s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:07.645202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"742.391412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:47:07.645325Z","caller":"traceutil/trace.go:172","msg":"trace[859352078] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"2.077040669s","start":"2026-03-17T20:47:05.568260Z","end":"2026-03-17T20:47:07.645301Z","steps":["trace[859352078] 'process raft request' (duration: 1.334282695s)","trace[859352078] 'compare' (duration: 742.238508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:07.645420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.568237Z","time spent":"2.07714771s","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:07.648322Z","caller":"traceutil/trace.go:172","msg":"trace[692265963] linearizableReadLoop","detail":"{readStateIndex:16; appliedIndex:16; }","duration":"745.867967ms","start":"2026-03-17T20:47:06.902438Z","end":"2026-03-17T20:47:07.648306Z","steps":["trace[692265963] 'read index received' (duration: 745.859897ms)","trace[692265963] 'applied index is now lower than readState.Index' (duration: 7.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:07.648437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"897.468753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:07.648469Z","caller":"traceutil/trace.go:172","msg":"trace[857360147] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:13; }","duration":"897.503333ms","start":"2026-03-17T20:47:06.750956Z","end":"2026-03-17T20:47:07.648460Z","steps":["trace[857360147] 'agreement among raft nodes before linearized reading' (duration: 897.442103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.648494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:06.750930Z","time spent":"897.557084ms","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/default\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:07.648636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.078732139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:1 size:2887"} {"level":"info","ts":"2026-03-17T20:47:07.648688Z","caller":"traceutil/trace.go:172","msg":"trace[952686469] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:1; response_revision:13; }","duration":"2.078785449s","start":"2026-03-17T20:47:05.569887Z","end":"2026-03-17T20:47:07.648673Z","steps":["trace[952686469] 'agreement among raft nodes before linearized reading' (duration: 2.078604388s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.648681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.079276833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:47:07.648700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.079329133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:1 size:2887"} {"level":"warn","ts":"2026-03-17T20:47:07.648730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.569878Z","time spent":"2.07883771s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":2909,"request content":"key:\"/registry/minions/controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:07.648739Z","caller":"traceutil/trace.go:172","msg":"trace[139374355] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:13; }","duration":"2.079336184s","start":"2026-03-17T20:47:05.569388Z","end":"2026-03-17T20:47:07.648724Z","steps":["trace[139374355] 'agreement among raft nodes before linearized reading' (duration: 2.079227873s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:07.648750Z","caller":"traceutil/trace.go:172","msg":"trace[934917202] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:1; response_revision:13; }","duration":"2.079380734s","start":"2026-03-17T20:47:05.569355Z","end":"2026-03-17T20:47:07.648736Z","steps":["trace[934917202] 'agreement among raft nodes before linearized reading' (duration: 2.079197882s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.648787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.569346Z","time spent":"2.079430174s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":2909,"request content":"key:\"/registry/minions/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:07.648795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.569377Z","time spent":"2.079391934s","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":26,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:07.648905Z","caller":"traceutil/trace.go:172","msg":"trace[1265538980] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"2.080258302s","start":"2026-03-17T20:47:05.568632Z","end":"2026-03-17T20:47:07.648890Z","steps":["trace[1265538980] 'process raft request' (duration: 2.080123541s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.648981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.568613Z","time spent":"2.080323153s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:07.649013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.026559857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:07.649052Z","caller":"traceutil/trace.go:172","msg":"trace[502289758] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:20; }","duration":"2.026612568s","start":"2026-03-17T20:47:05.622428Z","end":"2026-03-17T20:47:07.649041Z","steps":["trace[502289758] 'agreement among raft nodes before linearized reading' (duration: 2.026531267s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.622395Z","time spent":"2.026679358s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-node-lease\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:07.649102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.198149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:07.649133Z","caller":"traceutil/trace.go:172","msg":"trace[2129996093] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:23; }","duration":"165.23067ms","start":"2026-03-17T20:47:07.483894Z","end":"2026-03-17T20:47:07.649125Z","steps":["trace[2129996093] 'agreement among raft nodes before linearized reading' (duration: 165.181499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.044290719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:07.649275Z","caller":"traceutil/trace.go:172","msg":"trace[1449150491] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:23; }","duration":"2.044328199s","start":"2026-03-17T20:47:05.604935Z","end":"2026-03-17T20:47:07.649263Z","steps":["trace[1449150491] 'agreement among raft nodes before linearized reading' (duration: 2.044265849s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:07.649339Z","caller":"traceutil/trace.go:172","msg":"trace[950633085] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"2.073485139s","start":"2026-03-17T20:47:05.575844Z","end":"2026-03-17T20:47:07.649329Z","steps":["trace[950633085] 'process raft request' (duration: 2.073201806s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.604919Z","time spent":"2.04438566s","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":26,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:07.649379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.575837Z","time spent":"2.073522879s","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:07.649404Z","caller":"traceutil/trace.go:172","msg":"trace[721933782] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"2.078105516s","start":"2026-03-17T20:47:05.571275Z","end":"2026-03-17T20:47:07.649381Z","steps":["trace[721933782] 'process raft request' (duration: 2.077699472s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:07.649443Z","caller":"traceutil/trace.go:172","msg":"trace[2041250307] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"2.079082834s","start":"2026-03-17T20:47:05.570351Z","end":"2026-03-17T20:47:07.649434Z","steps":["trace[2041250307] 'process raft request' (duration: 2.078459028s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.571261Z","time spent":"2.078172397s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:07.649487Z","caller":"traceutil/trace.go:172","msg":"trace[1901632274] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"2.080917229s","start":"2026-03-17T20:47:05.568535Z","end":"2026-03-17T20:47:07.649452Z","steps":["trace[1901632274] 'process raft request' (duration: 2.080146491s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.570336Z","time spent":"2.079126234s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:07.649591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.078360268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:07.649633Z","caller":"traceutil/trace.go:172","msg":"trace[575912778] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:23; }","duration":"2.078403549s","start":"2026-03-17T20:47:05.571217Z","end":"2026-03-17T20:47:07.649621Z","steps":["trace[575912778] 'agreement among raft nodes before linearized reading' (duration: 2.078332388s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.571208Z","time spent":"2.078449689s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":26,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:07.649674Z","caller":"traceutil/trace.go:172","msg":"trace[1609383223] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"2.078907773s","start":"2026-03-17T20:47:05.570756Z","end":"2026-03-17T20:47:07.649664Z","steps":["trace[1609383223] 'process raft request' (duration: 2.078106095s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:07.649707Z","caller":"traceutil/trace.go:172","msg":"trace[1906196729] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"2.077969095s","start":"2026-03-17T20:47:05.571728Z","end":"2026-03-17T20:47:07.649697Z","steps":["trace[1906196729] 'process raft request' (duration: 2.077283839s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.570748Z","time spent":"2.078949963s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:07.649820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.571720Z","time spent":"2.078010966s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":586,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:07.649831Z","caller":"traceutil/trace.go:172","msg":"trace[1825676307] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"2.078763962s","start":"2026-03-17T20:47:05.571057Z","end":"2026-03-17T20:47:07.649821Z","steps":["trace[1825676307] 'process raft request' (duration: 2.077867143s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.571044Z","time spent":"2.078810513s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:07.649631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.568529Z","time spent":"2.0810287s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:07.649409Z","caller":"traceutil/trace.go:172","msg":"trace[839075116] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15; }","duration":"2.079697348s","start":"2026-03-17T20:47:05.569568Z","end":"2026-03-17T20:47:07.649265Z","steps":["trace[839075116] 'process raft request' (duration: 2.079222624s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:07.649136Z","caller":"traceutil/trace.go:172","msg":"trace[518774285] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"2.077959365s","start":"2026-03-17T20:47:05.571160Z","end":"2026-03-17T20:47:07.649119Z","steps":["trace[518774285] 'process raft request' (duration: 2.077788023s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.649955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.569523Z","time spent":"2.080406545s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:07.650077Z","caller":"traceutil/trace.go:172","msg":"trace[1996992664] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"2.079171436s","start":"2026-03-17T20:47:05.570895Z","end":"2026-03-17T20:47:07.650067Z","steps":["trace[1996992664] 'process raft request' (duration: 2.077994524s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:07.650113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.570889Z","time spent":"2.079208126s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:07.649977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:05.571152Z","time spent":"2.078805443s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:08.143632Z","caller":"traceutil/trace.go:172","msg":"trace[541326826] linearizableReadLoop","detail":"{readStateIndex:28; appliedIndex:28; }","duration":"481.639867ms","start":"2026-03-17T20:47:07.661952Z","end":"2026-03-17T20:47:08.143592Z","steps":["trace[541326826] 'read index received' (duration: 481.620827ms)","trace[541326826] 'applied index is now lower than readState.Index' (duration: 16.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:08.523028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"862.597644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:08.523167Z","caller":"traceutil/trace.go:172","msg":"trace[1377767535] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:24; }","duration":"862.745565ms","start":"2026-03-17T20:47:07.660386Z","end":"2026-03-17T20:47:08.523131Z","steps":["trace[1377767535] 'agreement among raft nodes before linearized reading' (duration: 483.353806ms)","trace[1377767535] 'range keys from in-memory index tree' (duration: 379.185737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:08.523230Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.660351Z","time spent":"862.862836ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:08.523401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.619792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:47:08.523864Z","caller":"traceutil/trace.go:172","msg":"trace[1724756665] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"864.944088ms","start":"2026-03-17T20:47:07.658885Z","end":"2026-03-17T20:47:08.523829Z","steps":["trace[1724756665] 'process raft request' (duration: 864.609734ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:08.523918Z","caller":"traceutil/trace.go:172","msg":"trace[1412508342] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"865.070989ms","start":"2026-03-17T20:47:07.658790Z","end":"2026-03-17T20:47:08.523860Z","steps":["trace[1412508342] 'process raft request' (duration: 484.932042ms)","trace[1412508342] 'compare' (duration: 379.48321ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:08.523969Z","caller":"traceutil/trace.go:172","msg":"trace[210959584] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"863.17802ms","start":"2026-03-17T20:47:07.660780Z","end":"2026-03-17T20:47:08.523958Z","steps":["trace[210959584] 'process raft request' (duration: 862.982048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.523991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.656942Z","time spent":"866.997838ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:08.524044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.660764Z","time spent":"863.23367ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3195,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:08.524027Z","caller":"traceutil/trace.go:172","msg":"trace[992834923] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"863.150939ms","start":"2026-03-17T20:47:07.660847Z","end":"2026-03-17T20:47:08.523998Z","steps":["trace[992834923] 'process raft request' (duration: 862.961117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.524068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.658766Z","time spent":"865.23269ms","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":326,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:08.524071Z","caller":"traceutil/trace.go:172","msg":"trace[1735942128] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"864.847156ms","start":"2026-03-17T20:47:07.659210Z","end":"2026-03-17T20:47:08.524057Z","steps":["trace[1735942128] 'process raft request' (duration: 864.439242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.524128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.659197Z","time spent":"864.906077ms","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5675,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:08.524114Z","caller":"traceutil/trace.go:172","msg":"trace[1244853001] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"863.808146ms","start":"2026-03-17T20:47:07.660289Z","end":"2026-03-17T20:47:08.524098Z","steps":["trace[1244853001] 'process raft request' (duration: 863.403062ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:08.523887Z","caller":"traceutil/trace.go:172","msg":"trace[1137792533] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"862.620514ms","start":"2026-03-17T20:47:07.661252Z","end":"2026-03-17T20:47:08.523872Z","steps":["trace[1137792533] 'process raft request' (duration: 862.584904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.524149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.660804Z","time spent":"863.294542ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:08.524199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.660277Z","time spent":"863.876467ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:08.524326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.661242Z","time spent":"862.938947ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:08.558050Z","caller":"traceutil/trace.go:172","msg":"trace[1540534290] linearizableReadLoop","detail":"{readStateIndex:35; appliedIndex:35; }","duration":"414.268138ms","start":"2026-03-17T20:47:08.143750Z","end":"2026-03-17T20:47:08.558018Z","steps":["trace[1540534290] 'read index received' (duration: 414.256058ms)","trace[1540534290] 'applied index is now lower than readState.Index' (duration: 8.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:08.558235Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"707.271062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:08.558303Z","caller":"traceutil/trace.go:172","msg":"trace[983961911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:31; }","duration":"707.356843ms","start":"2026-03-17T20:47:07.850931Z","end":"2026-03-17T20:47:08.558287Z","steps":["trace[983961911] 'agreement among raft nodes before linearized reading' (duration: 707.218762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.558345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.850907Z","time spent":"707.428284ms","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:08.558316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"848.122155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:1 size:338"} {"level":"warn","ts":"2026-03-17T20:47:08.558434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"891.469293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:08.558405Z","caller":"traceutil/trace.go:172","msg":"trace[1072139221] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:31; }","duration":"848.242566ms","start":"2026-03-17T20:47:07.710152Z","end":"2026-03-17T20:47:08.558394Z","steps":["trace[1072139221] 'agreement among raft nodes before linearized reading' (duration: 848.056944ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:08.558597Z","caller":"traceutil/trace.go:172","msg":"trace[1913100046] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:31; }","duration":"891.650655ms","start":"2026-03-17T20:47:07.666892Z","end":"2026-03-17T20:47:08.558543Z","steps":["trace[1913100046] 'agreement among raft nodes before linearized reading' (duration: 891.357512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.558687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.666879Z","time spent":"891.790886ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:08.558570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.710118Z","time spent":"848.443338ms","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":360,"request content":"key:\"/registry/namespaces/default\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:08.558753Z","caller":"traceutil/trace.go:172","msg":"trace[1595844128] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"896.883677ms","start":"2026-03-17T20:47:07.661859Z","end":"2026-03-17T20:47:08.558743Z","steps":["trace[1595844128] 'process raft request' (duration: 896.509883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.558836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.661834Z","time spent":"896.959268ms","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:08.559054Z","caller":"traceutil/trace.go:172","msg":"trace[445532208] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"881.971377ms","start":"2026-03-17T20:47:07.677056Z","end":"2026-03-17T20:47:08.559027Z","steps":["trace[445532208] 'process raft request' (duration: 881.845586ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:08.559081Z","caller":"traceutil/trace.go:172","msg":"trace[1254028555] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"893.056129ms","start":"2026-03-17T20:47:07.665992Z","end":"2026-03-17T20:47:08.559048Z","steps":["trace[1254028555] 'process raft request' (duration: 892.579974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.559177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.665936Z","time spent":"893.20639ms","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:08.559188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:07.677019Z","time spent":"882.110079ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:08.966082Z","caller":"traceutil/trace.go:172","msg":"trace[1271000224] linearizableReadLoop","detail":"{readStateIndex:38; appliedIndex:38; }","duration":"407.841368ms","start":"2026-03-17T20:47:08.558209Z","end":"2026-03-17T20:47:08.966050Z","steps":["trace[1271000224] 'read index received' (duration: 407.832268ms)","trace[1271000224] 'applied index is now lower than readState.Index' (duration: 7.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:09.467159Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:09.968248Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:10.468797Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:10.581863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.054188129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:10.581954Z","caller":"traceutil/trace.go:172","msg":"trace[867613235] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:34; }","duration":"2.05428813s","start":"2026-03-17T20:47:08.527646Z","end":"2026-03-17T20:47:10.581934Z","steps":["trace[867613235] 'agreement among raft nodes before linearized reading' (duration: 438.45607ms)","trace[867613235] 'range keys from in-memory index tree' (duration: 1.615696809s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:10.581995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.527620Z","time spent":"2.054364542s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/admin\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:10.582091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.25725664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:10.582220Z","caller":"traceutil/trace.go:172","msg":"trace[1984393186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:34; }","duration":"2.257395041s","start":"2026-03-17T20:47:08.324789Z","end":"2026-03-17T20:47:10.582184Z","steps":["trace[1984393186] 'agreement among raft nodes before linearized reading' (duration: 641.378378ms)","trace[1984393186] 'range keys from in-memory index tree' (duration: 1.615837981s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:10.582282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.324761Z","time spent":"2.257508912s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:10.582671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.616428148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:47:10.583159Z","caller":"traceutil/trace.go:172","msg":"trace[1635008943] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"2.054244713s","start":"2026-03-17T20:47:08.528888Z","end":"2026-03-17T20:47:10.583133Z","steps":["trace[1635008943] 'process raft request' (duration: 2.05408789s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:10.583217Z","caller":"traceutil/trace.go:172","msg":"trace[1033223724] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"2.054571896s","start":"2026-03-17T20:47:08.528628Z","end":"2026-03-17T20:47:10.583199Z","steps":["trace[1033223724] 'process raft request' (duration: 2.054216022s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:10.583226Z","caller":"traceutil/trace.go:172","msg":"trace[1835308777] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"2.054144552s","start":"2026-03-17T20:47:08.529072Z","end":"2026-03-17T20:47:10.583216Z","steps":["trace[1835308777] 'process raft request' (duration: 2.053955299s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:10.583333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.528593Z","time spent":"2.054667757s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:10.583385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.528880Z","time spent":"2.054354684s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:10.583621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.529066Z","time spent":"2.054250973s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:10.583184Z","caller":"traceutil/trace.go:172","msg":"trace[864459455] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"2.051685024s","start":"2026-03-17T20:47:08.531485Z","end":"2026-03-17T20:47:10.583170Z","steps":["trace[864459455] 'process raft request' (duration: 2.051631973s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:10.583788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.531479Z","time spent":"2.052262052s","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3308,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:10.583181Z","caller":"traceutil/trace.go:172","msg":"trace[793545363] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"2.055581657s","start":"2026-03-17T20:47:08.527582Z","end":"2026-03-17T20:47:10.583163Z","steps":["trace[793545363] 'process raft request' (duration: 438.580991ms)","trace[793545363] 'compare' (duration: 1.61578936s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:10.583927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.527549Z","time spent":"2.056342597s","remote":"127.0.0.1:54272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:10.583698Z","caller":"traceutil/trace.go:172","msg":"trace[468020202] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"2.054316736s","start":"2026-03-17T20:47:08.529365Z","end":"2026-03-17T20:47:10.583682Z","steps":["trace[468020202] 'process raft request' (duration: 2.053699987s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:10.584043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.529360Z","time spent":"2.05462904s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:10.663993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000202188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:47:10.664075Z","caller":"traceutil/trace.go:172","msg":"trace[1418658246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029953s","start":"2026-03-17T20:47:08.663756Z","end":"2026-03-17T20:47:10.664055Z","steps":["trace[1418658246] 'agreement among raft nodes before linearized reading' (duration: 2.000198658s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:10.664130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.663724Z","time spent":"2.000397751s","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:47:10 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:47:10.970463Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:11.471847Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:11.972959Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:12.473157Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:12.664593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000158548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:47:12.664745Z","caller":"traceutil/trace.go:172","msg":"trace[953069263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031427s","start":"2026-03-17T20:47:10.664406Z","end":"2026-03-17T20:47:12.664720Z","steps":["trace[953069263] 'agreement among raft nodes before linearized reading' (duration: 2.000154518s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:12.664887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:10.664379Z","time spent":"2.000491692s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:47:12 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:47:12.974134Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:13.474728Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:13.975425Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:14.137340Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"5.17122839s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:47:14.137574Z","caller":"traceutil/trace.go:172","msg":"trace[790952886] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:44; }","duration":"5.171395603s","start":"2026-03-17T20:47:08.966148Z","end":"2026-03-17T20:47:14.137543Z","steps":["trace[790952886] 'read index received' (duration: 5.171387463s)","trace[790952886] 'applied index is now lower than readState.Index' (duration: 6.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:14.638454Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:14.667335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000412277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:47:14.667412Z","caller":"traceutil/trace.go:172","msg":"trace[737010904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512039s","start":"2026-03-17T20:47:12.666877Z","end":"2026-03-17T20:47:14.667389Z","steps":["trace[737010904] 'agreement among raft nodes before linearized reading' (duration: 2.000409307s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:14.667492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:12.666840Z","time spent":"2.00064028s","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:15.138835Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:15.562647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.561629Z","time spent":"7.001004899s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.562828Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.561669Z","time spent":"7.001155391s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.562963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.562414Z","time spent":"7.000545916s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.562985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.561456Z","time spent":"7.001493386s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.563309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:08.563197Z","time spent":"7.000105924s","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.639326Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:15.731062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:10.587019Z","time spent":"5.144036291s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.731547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.672211835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:47:15.731656Z","caller":"traceutil/trace.go:172","msg":"trace[1598335364] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller; range_end:; }","duration":"1.672336238s","start":"2026-03-17T20:47:14.059304Z","end":"2026-03-17T20:47:15.731640Z","steps":["trace[1598335364] 'agreement among raft nodes before linearized reading' (duration: 1.672208625s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:15.731732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:14.059280Z","time spent":"1.67244085s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:15.732101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:10.587303Z","time spent":"5.144791967s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.732133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.411850826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 ","response":"","error":"context canceled"} 2026/03/17 20:47:15 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:47:15.732130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064215043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:47:15.732263Z","caller":"traceutil/trace.go:172","msg":"trace[1839062890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.064354125s","start":"2026-03-17T20:47:14.667891Z","end":"2026-03-17T20:47:15.732245Z","steps":["trace[1839062890] 'agreement among raft nodes before linearized reading' (duration: 1.064213053s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:15.732361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:14.667857Z","time spent":"1.064461068s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:47:15 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:47:15.732200Z","caller":"traceutil/trace.go:172","msg":"trace[1187916748] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller; range_end:; }","duration":"3.412046909s","start":"2026-03-17T20:47:12.320137Z","end":"2026-03-17T20:47:15.732184Z","steps":["trace[1187916748] 'agreement among raft nodes before linearized reading' (duration: 3.411848146s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:15.732549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:10.588064Z","time spent":"5.144482666s","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.732671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:09.009985Z","time spent":"6.722683371s","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:47:15.732754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.146940679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:47:15.732839Z","caller":"traceutil/trace.go:172","msg":"trace[646906370] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; }","duration":"5.147088362s","start":"2026-03-17T20:47:10.585733Z","end":"2026-03-17T20:47:15.732821Z","steps":["trace[646906370] 'agreement among raft nodes before linearized reading' (duration: 5.146937289s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:15.732890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:10.585710Z","time spent":"5.147170103s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} 2026/03/17 20:47:15 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:47:15.733122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:12.320114Z","time spent":"3.412451227s","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 "} 2026/03/17 20:47:15 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:47:16.140455Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:16.640942Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:16.810127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.672401064s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"warn","ts":"2026-03-17T20:47:17.141314Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:17.643789Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:18.144853Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:18.645519Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:19.146039Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:19.647061Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:20.148139Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:20.319315Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"5.627510468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:47:20.319507Z","caller":"traceutil/trace.go:172","msg":"trace[1706106704] linearizableReadLoop","detail":"{readStateIndex:49; appliedIndex:49; }","duration":"6.181845094s","start":"2026-03-17T20:47:14.137630Z","end":"2026-03-17T20:47:20.319475Z","steps":["trace[1706106704] 'read index received' (duration: 6.181835014s)","trace[1706106704] 'applied index is now lower than readState.Index' (duration: 8.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:29.634243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.627147371s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:29.634329Z","caller":"traceutil/trace.go:172","msg":"trace[1549193191] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:44; }","duration":"10.627248934s","start":"2026-03-17T20:47:19.007064Z","end":"2026-03-17T20:47:29.634313Z","steps":["trace[1549193191] 'range keys from in-memory index tree' (duration: 10.62710382s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:29.634337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.314741964s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:47:29.634555Z","caller":"traceutil/trace.go:172","msg":"trace[1525674809] linearizableReadLoop","detail":"{readStateIndex:53; appliedIndex:49; }","duration":"9.314947591s","start":"2026-03-17T20:47:20.319595Z","end":"2026-03-17T20:47:29.634542Z","steps":["trace[1525674809] 'read index received' (duration: 66.731µs)","trace[1525674809] 'applied index is now lower than readState.Index' (duration: 9.31488s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:37.230184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.59346122s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:37.230254Z","caller":"traceutil/trace.go:172","msg":"trace[428489751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:48; }","duration":"6.593547524s","start":"2026-03-17T20:47:30.636691Z","end":"2026-03-17T20:47:37.230239Z","steps":["trace[428489751] 'range keys from in-memory index tree' (duration: 6.593401518s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.230283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.944138689s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:37.230360Z","caller":"traceutil/trace.go:172","msg":"trace[216109231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:48; }","duration":"4.944248603s","start":"2026-03-17T20:47:32.286090Z","end":"2026-03-17T20:47:37.230339Z","steps":["trace[216109231] 'range keys from in-memory index tree' (duration: 4.944058726s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:42.907007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:42.906915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:42.921133Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:42.933315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:42.947026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:42.978377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:42.989249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:42.999785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.010204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.018402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.027226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.038772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.059153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.076773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.089879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.100647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.107983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.117531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.128352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.163705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.168504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.176787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.188402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.198836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.208703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.216071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.225939Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.233244Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.243424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.252426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.267326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.272464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.280990Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.291407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.301625Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.308905Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.322367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.331625Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.340270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.347963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.355940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.366576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.374783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.384691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.393055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.405817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.416320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.425599Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.434558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.442820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.453208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.462145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.469909Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.480179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.488176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.499958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.534727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.545994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:43.557485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:44.631712Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733283914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:44.688592Z","caller":"traceutil/trace.go:172","msg":"trace[792593748] linearizableReadLoop","detail":"{readStateIndex:54; appliedIndex:54; }","duration":"557.544887ms","start":"2026-03-17T20:47:44.131024Z","end":"2026-03-17T20:47:44.688568Z","steps":["trace[792593748] 'read index received' (duration: 557.538336ms)","trace[792593748] 'applied index is now lower than readState.Index' (duration: 5.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:44.925979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"841.348185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:44.926075Z","caller":"traceutil/trace.go:172","msg":"trace[1212906660] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:49; }","duration":"841.453919ms","start":"2026-03-17T20:47:44.084596Z","end":"2026-03-17T20:47:44.926050Z","steps":["trace[1212906660] 'agreement among raft nodes before linearized reading' (duration: 604.061648ms)","trace[1212906660] 'range keys from in-memory index tree' (duration: 237.255575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:44.926124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:44.084573Z","time spent":"841.540753ms","remote":"127.0.0.1:52742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:44.926274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.543017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:47:44.926497Z","caller":"traceutil/trace.go:172","msg":"trace[42217115] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"841.908207ms","start":"2026-03-17T20:47:44.084545Z","end":"2026-03-17T20:47:44.926453Z","steps":["trace[42217115] 'process raft request' (duration: 604.092739ms)","trace[42217115] 'compare' (duration: 237.36889ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:44.926593Z","caller":"traceutil/trace.go:172","msg":"trace[1926657195] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"830.183914ms","start":"2026-03-17T20:47:44.096392Z","end":"2026-03-17T20:47:44.926576Z","steps":["trace[1926657195] 'process raft request' (duration: 830.060729ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:44.926593Z","caller":"traceutil/trace.go:172","msg":"trace[586161696] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"836.501279ms","start":"2026-03-17T20:47:44.090067Z","end":"2026-03-17T20:47:44.926568Z","steps":["trace[586161696] 'process raft request' (duration: 836.305561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:44.926626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:44.084524Z","time spent":"842.034113ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:44.926653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:44.096361Z","time spent":"830.265127ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4991,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:44.926691Z","caller":"traceutil/trace.go:172","msg":"trace[975436174] linearizableReadLoop","detail":"{readStateIndex:57; appliedIndex:54; }","duration":"238.033836ms","start":"2026-03-17T20:47:44.688642Z","end":"2026-03-17T20:47:44.926676Z","steps":["trace[975436174] 'read index received' (duration: 171.034607ms)","trace[975436174] 'applied index is now lower than readState.Index' (duration: 66.998279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:44.926714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:44.090052Z","time spent":"836.590613ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":424,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:44.926762Z","caller":"traceutil/trace.go:172","msg":"trace[1951447123] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"791.735018ms","start":"2026-03-17T20:47:44.134994Z","end":"2026-03-17T20:47:44.926729Z","steps":["trace[1951447123] 'process raft request' (duration: 791.552691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:44.926807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.342471ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:44.926834Z","caller":"traceutil/trace.go:172","msg":"trace[789915324] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:53; }","duration":"289.373272ms","start":"2026-03-17T20:47:44.637451Z","end":"2026-03-17T20:47:44.926824Z","steps":["trace[789915324] 'agreement among raft nodes before linearized reading' (duration: 289.32416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:44.926865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:44.134969Z","time spent":"791.853843ms","remote":"127.0.0.1:53380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:44.926894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.623689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:44.927836Z","caller":"traceutil/trace.go:172","msg":"trace[2001475973] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller; range_end:; response_count:0; response_revision:53; }","duration":"212.562636ms","start":"2026-03-17T20:47:44.715261Z","end":"2026-03-17T20:47:44.927824Z","steps":["trace[2001475973] 'agreement among raft nodes before linearized reading' (duration: 211.593247ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:45.107343Z","caller":"traceutil/trace.go:172","msg":"trace[1833660459] linearizableReadLoop","detail":"{readStateIndex:61; appliedIndex:61; }","duration":"101.811737ms","start":"2026-03-17T20:47:45.005501Z","end":"2026-03-17T20:47:45.107313Z","steps":["trace[1833660459] 'read index received' (duration: 101.804377ms)","trace[1833660459] 'applied index is now lower than readState.Index' (duration: 5.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.347518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.990224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-17T20:47:45.347607Z","caller":"traceutil/trace.go:172","msg":"trace[1452733786] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:1; response_revision:56; }","duration":"342.085629ms","start":"2026-03-17T20:47:45.005499Z","end":"2026-03-17T20:47:45.347584Z","steps":["trace[1452733786] 'agreement among raft nodes before linearized reading' (duration: 101.913542ms)","trace[1452733786] 'range keys from in-memory index tree' (duration: 239.949127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.347668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.134305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"warn","ts":"2026-03-17T20:47:45.347674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.005487Z","time spent":"342.167742ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":498,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:45.347750Z","caller":"traceutil/trace.go:172","msg":"trace[66938868] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"355.376838ms","start":"2026-03-17T20:47:44.992358Z","end":"2026-03-17T20:47:45.347735Z","steps":["trace[66938868] 'process raft request' (duration: 115.108318ms)","trace[66938868] 'compare' (duration: 240.02373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.347810Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:44.992335Z","time spent":"355.447211ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:45.385161Z","caller":"traceutil/trace.go:172","msg":"trace[344519313] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:62; }","duration":"277.718027ms","start":"2026-03-17T20:47:45.107409Z","end":"2026-03-17T20:47:45.385127Z","steps":["trace[344519313] 'read index received' (duration: 277.708197ms)","trace[344519313] 'applied index is now lower than readState.Index' (duration: 7.9µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:45.385243Z","caller":"traceutil/trace.go:172","msg":"trace[1242974754] transaction","detail":"{read_only:false; number_of_response:0; response_revision:59; }","duration":"279.372045ms","start":"2026-03-17T20:47:45.105853Z","end":"2026-03-17T20:47:45.385225Z","steps":["trace[1242974754] 'process raft request' (duration: 279.345754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.385412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.603901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:45.385474Z","caller":"traceutil/trace.go:172","msg":"trace[1537129008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:59; }","duration":"324.697385ms","start":"2026-03-17T20:47:45.060760Z","end":"2026-03-17T20:47:45.385457Z","steps":["trace[1537129008] 'agreement among raft nodes before linearized reading' (duration: 324.546559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.385529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.060739Z","time spent":"324.778288ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:47:45.385601Z","caller":"traceutil/trace.go:172","msg":"trace[313943436] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"378.770035ms","start":"2026-03-17T20:47:45.006818Z","end":"2026-03-17T20:47:45.385588Z","steps":["trace[313943436] 'process raft request' (duration: 378.249043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.385695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.006797Z","time spent":"378.840288ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:45.385857Z","caller":"traceutil/trace.go:172","msg":"trace[1875690087] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"372.492217ms","start":"2026-03-17T20:47:45.013353Z","end":"2026-03-17T20:47:45.385845Z","steps":["trace[1875690087] 'process raft request' (duration: 371.806389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.385916Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.013343Z","time spent":"372.537309ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:45.386041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.689361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:45.386078Z","caller":"traceutil/trace.go:172","msg":"trace[651464234] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:59; }","duration":"378.727463ms","start":"2026-03-17T20:47:45.007341Z","end":"2026-03-17T20:47:45.386068Z","steps":["trace[651464234] 'agreement among raft nodes before linearized reading' (duration: 378.6684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.386103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.007327Z","time spent":"378.768824ms","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":26,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:45.576819Z","caller":"traceutil/trace.go:172","msg":"trace[1805733104] linearizableReadLoop","detail":"{readStateIndex:66; appliedIndex:66; }","duration":"151.439115ms","start":"2026-03-17T20:47:45.425351Z","end":"2026-03-17T20:47:45.576790Z","steps":["trace[1805733104] 'read index received' (duration: 151.428625ms)","trace[1805733104] 'applied index is now lower than readState.Index' (duration: 8.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.731039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.665045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:45.731139Z","caller":"traceutil/trace.go:172","msg":"trace[23001913] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:60; }","duration":"305.776379ms","start":"2026-03-17T20:47:45.425338Z","end":"2026-03-17T20:47:45.731114Z","steps":["trace[23001913] 'agreement among raft nodes before linearized reading' (duration: 151.55288ms)","trace[23001913] 'range keys from in-memory index tree' (duration: 154.074353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.731423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.425315Z","time spent":"306.005589ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:45.731224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.285742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:47:45.731751Z","caller":"traceutil/trace.go:172","msg":"trace[800801810] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"339.368458ms","start":"2026-03-17T20:47:45.392371Z","end":"2026-03-17T20:47:45.731740Z","steps":["trace[800801810] 'process raft request' (duration: 339.129458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.731982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.392338Z","time spent":"339.622508ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:45.732060Z","caller":"traceutil/trace.go:172","msg":"trace[1520060578] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"305.940286ms","start":"2026-03-17T20:47:45.426088Z","end":"2026-03-17T20:47:45.732028Z","steps":["trace[1520060578] 'process raft request' (duration: 305.457176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.732134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.426071Z","time spent":"306.03201ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:47:45.732104Z","caller":"traceutil/trace.go:172","msg":"trace[470901532] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"340.450731ms","start":"2026-03-17T20:47:45.391618Z","end":"2026-03-17T20:47:45.732069Z","steps":["trace[470901532] 'process raft request' (duration: 185.226641ms)","trace[470901532] 'compare' (duration: 154.047352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.732365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:45.391565Z","time spent":"340.680421ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:45.926173Z","caller":"traceutil/trace.go:172","msg":"trace[899861730] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"100.470214ms","start":"2026-03-17T20:47:45.825666Z","end":"2026-03-17T20:47:45.926136Z","steps":["trace[899861730] 'process raft request' (duration: 100.339558ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:46.163649Z","caller":"traceutil/trace.go:172","msg":"trace[220339622] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"207.663048ms","start":"2026-03-17T20:47:45.955954Z","end":"2026-03-17T20:47:46.163617Z","steps":["trace[220339622] 'process raft request' (duration: 128.379147ms)","trace[220339622] 'compare' (duration: 78.852053ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:46.163682Z","caller":"traceutil/trace.go:172","msg":"trace[9995738] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"207.180658ms","start":"2026-03-17T20:47:45.956480Z","end":"2026-03-17T20:47:46.163661Z","steps":["trace[9995738] 'process raft request' (duration: 206.851165ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:46.163748Z","caller":"traceutil/trace.go:172","msg":"trace[1546138763] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"198.725471ms","start":"2026-03-17T20:47:45.965011Z","end":"2026-03-17T20:47:46.163736Z","steps":["trace[1546138763] 'process raft request' (duration: 198.371017ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:46.424252Z","caller":"traceutil/trace.go:172","msg":"trace[2050778132] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"203.45585ms","start":"2026-03-17T20:47:46.220774Z","end":"2026-03-17T20:47:46.424229Z","steps":["trace[2050778132] 'process raft request' (duration: 177.409746ms)","trace[2050778132] 'compare' (duration: 25.642447ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:46.424450Z","caller":"traceutil/trace.go:172","msg":"trace[1547617000] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"202.869785ms","start":"2026-03-17T20:47:46.221572Z","end":"2026-03-17T20:47:46.424441Z","steps":["trace[1547617000] 'process raft request' (duration: 202.579273ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:46.424244Z","caller":"traceutil/trace.go:172","msg":"trace[1306795066] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"195.5512ms","start":"2026-03-17T20:47:46.228677Z","end":"2026-03-17T20:47:46.424228Z","steps":["trace[1306795066] 'process raft request' (duration: 195.517278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:46.892238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.967485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:46.892303Z","caller":"traceutil/trace.go:172","msg":"trace[289897622] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:93; }","duration":"127.042428ms","start":"2026-03-17T20:47:46.765246Z","end":"2026-03-17T20:47:46.892288Z","steps":["trace[289897622] 'agreement among raft nodes before linearized reading' (duration: 88.035305ms)","trace[289897622] 'range keys from in-memory index tree' (duration: 38.899639ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:46.892445Z","caller":"traceutil/trace.go:172","msg":"trace[574941364] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"137.234283ms","start":"2026-03-17T20:47:46.755195Z","end":"2026-03-17T20:47:46.892429Z","steps":["trace[574941364] 'process raft request' (duration: 98.124684ms)","trace[574941364] 'compare' (duration: 38.834826ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:47.063214Z","caller":"traceutil/trace.go:172","msg":"trace[187283305] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"122.239974ms","start":"2026-03-17T20:47:46.940954Z","end":"2026-03-17T20:47:47.063194Z","steps":["trace[187283305] 'process raft request' (duration: 122.191582ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:47.063254Z","caller":"traceutil/trace.go:172","msg":"trace[533432813] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"122.265526ms","start":"2026-03-17T20:47:46.940954Z","end":"2026-03-17T20:47:47.063220Z","steps":["trace[533432813] 'process raft request' (duration: 93.878177ms)","trace[533432813] 'compare' (duration: 28.143158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:47.239856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.925095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:47.240048Z","caller":"traceutil/trace.go:172","msg":"trace[109729833] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:0; response_revision:99; }","duration":"148.130873ms","start":"2026-03-17T20:47:47.091895Z","end":"2026-03-17T20:47:47.240025Z","steps":["trace[109729833] 'agreement among raft nodes before linearized reading' (duration: 83.812938ms)","trace[109729833] 'range keys from in-memory index tree' (duration: 64.066794ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:47.240194Z","caller":"traceutil/trace.go:172","msg":"trace[1290191827] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"169.103329ms","start":"2026-03-17T20:47:47.071060Z","end":"2026-03-17T20:47:47.240163Z","steps":["trace[1290191827] 'process raft request' (duration: 104.707551ms)","trace[1290191827] 'compare' (duration: 63.994731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:47.921407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.900888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:volume-scheduler\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:47:47.921546Z","caller":"traceutil/trace.go:172","msg":"trace[1091048569] range","detail":"{range_begin:/registry/clusterroles/system:volume-scheduler; range_end:; response_count:0; response_revision:121; }","duration":"105.028164ms","start":"2026-03-17T20:47:47.816475Z","end":"2026-03-17T20:47:47.921503Z","steps":["trace[1091048569] 'range keys from in-memory index tree' (duration: 95.099205ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:47.921662Z","caller":"traceutil/trace.go:172","msg":"trace[52561122] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"106.756196ms","start":"2026-03-17T20:47:47.814872Z","end":"2026-03-17T20:47:47.921629Z","steps":["trace[52561122] 'process raft request' (duration: 11.336818ms)","trace[52561122] 'compare' (duration: 95.22971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:48.841006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.962758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:48.841223Z","caller":"traceutil/trace.go:172","msg":"trace[1917828568] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"193.975169ms","start":"2026-03-17T20:47:48.647229Z","end":"2026-03-17T20:47:48.841204Z","steps":["trace[1917828568] 'process raft request' (duration: 193.902066ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:48.841522Z","caller":"traceutil/trace.go:172","msg":"trace[1858447899] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"194.659578ms","start":"2026-03-17T20:47:48.646679Z","end":"2026-03-17T20:47:48.841339Z","steps":["trace[1858447899] 'process raft request' (duration: 11.281173ms)","trace[1858447899] 'compare' (duration: 182.641423ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:48.957244Z","caller":"traceutil/trace.go:172","msg":"trace[79648868] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"109.717925ms","start":"2026-03-17T20:47:48.847503Z","end":"2026-03-17T20:47:48.957220Z","steps":["trace[79648868] 'process raft request' (duration: 109.646912ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:48.957297Z","caller":"traceutil/trace.go:172","msg":"trace[2099616044] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"110.709457ms","start":"2026-03-17T20:47:48.846549Z","end":"2026-03-17T20:47:48.957258Z","steps":["trace[2099616044] 'process raft request' (duration: 97.366316ms)","trace[2099616044] 'compare' (duration: 13.054557ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:49.501507Z","caller":"traceutil/trace.go:172","msg":"trace[1528194233] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"128.215307ms","start":"2026-03-17T20:47:49.373262Z","end":"2026-03-17T20:47:49.501478Z","steps":["trace[1528194233] 'process raft request' (duration: 101.401805ms)","trace[1528194233] 'compare' (duration: 26.432836ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:49.501694Z","caller":"traceutil/trace.go:172","msg":"trace[919665390] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"108.829298ms","start":"2026-03-17T20:47:49.392660Z","end":"2026-03-17T20:47:49.501489Z","steps":["trace[919665390] 'process raft request' (duration: 108.583857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:50.013326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.577491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:47:50.013409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.783186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbe7c22f5462\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:47:50.013485Z","caller":"traceutil/trace.go:172","msg":"trace[1093852259] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"173.387982ms","start":"2026-03-17T20:47:49.840077Z","end":"2026-03-17T20:47:50.013465Z","steps":["trace[1093852259] 'process raft request' (duration: 35.622394ms)","trace[1093852259] 'compare' (duration: 137.481186ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:50.013498Z","caller":"traceutil/trace.go:172","msg":"trace[1294016246] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller.189dbbe7c22f5462; range_end:; response_count:1; response_revision:222; }","duration":"172.895161ms","start":"2026-03-17T20:47:49.840580Z","end":"2026-03-17T20:47:50.013475Z","steps":["trace[1294016246] 'agreement among raft nodes before linearized reading' (duration: 35.066909ms)","trace[1294016246] 'range keys from in-memory index tree' (duration: 137.57626ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:50.353840Z","caller":"traceutil/trace.go:172","msg":"trace[1415420220] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"131.935211ms","start":"2026-03-17T20:47:50.221880Z","end":"2026-03-17T20:47:50.353815Z","steps":["trace[1415420220] 'process raft request' (duration: 127.950007ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:50.548669Z","caller":"traceutil/trace.go:172","msg":"trace[455910263] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"109.064958ms","start":"2026-03-17T20:47:50.439585Z","end":"2026-03-17T20:47:50.548650Z","steps":["trace[455910263] 'process raft request' (duration: 74.182346ms)","trace[455910263] 'compare' (duration: 34.739776ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:50.799101Z","caller":"traceutil/trace.go:172","msg":"trace[1343495814] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:252; }","duration":"138.843115ms","start":"2026-03-17T20:47:50.660212Z","end":"2026-03-17T20:47:50.799055Z","steps":["trace[1343495814] 'read index received' (duration: 138.835145ms)","trace[1343495814] 'applied index is now lower than readState.Index' (duration: 6.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:50.799225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.003762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:50.799242Z","caller":"traceutil/trace.go:172","msg":"trace[2005187315] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"148.879475ms","start":"2026-03-17T20:47:50.650347Z","end":"2026-03-17T20:47:50.799226Z","steps":["trace[2005187315] 'process raft request' (duration: 148.75521ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:50.799246Z","caller":"traceutil/trace.go:172","msg":"trace[1859956961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:245; }","duration":"139.039633ms","start":"2026-03-17T20:47:50.660200Z","end":"2026-03-17T20:47:50.799239Z","steps":["trace[1859956961] 'agreement among raft nodes before linearized reading' (duration: 138.96491ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:51.456200Z","caller":"traceutil/trace.go:172","msg":"trace[396818904] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"221.361128ms","start":"2026-03-17T20:47:51.234823Z","end":"2026-03-17T20:47:51.456185Z","steps":["trace[396818904] 'process raft request' (duration: 179.575361ms)","trace[396818904] 'compare' (duration: 41.695503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:51.687591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.418497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:47:51.687687Z","caller":"traceutil/trace.go:172","msg":"trace[623852017] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:281; }","duration":"164.525811ms","start":"2026-03-17T20:47:51.523139Z","end":"2026-03-17T20:47:51.687664Z","steps":["trace[623852017] 'agreement among raft nodes before linearized reading' (duration: 78.042418ms)","trace[623852017] 'range keys from in-memory index tree' (duration: 86.238602ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:51.687755Z","caller":"traceutil/trace.go:172","msg":"trace[1156235780] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"165.709414ms","start":"2026-03-17T20:47:51.522011Z","end":"2026-03-17T20:47:51.687720Z","steps":["trace[1156235780] 'process raft request' (duration: 79.230861ms)","trace[1156235780] 'compare' (duration: 86.277334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:51.687809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.294003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:51.687901Z","caller":"traceutil/trace.go:172","msg":"trace[1249344668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:282; }","duration":"135.393527ms","start":"2026-03-17T20:47:51.552491Z","end":"2026-03-17T20:47:51.687885Z","steps":["trace[1249344668] 'agreement among raft nodes before linearized reading' (duration: 135.261931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:51.962898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.015421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:51.963005Z","caller":"traceutil/trace.go:172","msg":"trace[217048325] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"177.731191ms","start":"2026-03-17T20:47:51.785257Z","end":"2026-03-17T20:47:51.962988Z","steps":["trace[217048325] 'process raft request' (duration: 35.571812ms)","trace[217048325] 'compare' (duration: 141.841824ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:58.953204Z","caller":"traceutil/trace.go:172","msg":"trace[1253027409] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"137.535906ms","start":"2026-03-17T20:47:58.815642Z","end":"2026-03-17T20:47:58.953178Z","steps":["trace[1253027409] 'process raft request' (duration: 137.433602ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:05.042529Z","caller":"traceutil/trace.go:172","msg":"trace[1318019238] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:486; }","duration":"208.678597ms","start":"2026-03-17T20:48:04.833816Z","end":"2026-03-17T20:48:05.042494Z","steps":["trace[1318019238] 'read index received' (duration: 208.641685ms)","trace[1318019238] 'applied index is now lower than readState.Index' (duration: 35.422µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:05.042775Z","caller":"traceutil/trace.go:172","msg":"trace[1716983693] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"223.923401ms","start":"2026-03-17T20:48:04.818833Z","end":"2026-03-17T20:48:05.042756Z","steps":["trace[1716983693] 'process raft request' (duration: 223.786274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:05.042905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.057627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:05.043095Z","caller":"traceutil/trace.go:172","msg":"trace[2115030367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"209.267297ms","start":"2026-03-17T20:48:04.833801Z","end":"2026-03-17T20:48:05.043068Z","steps":["trace[2115030367] 'agreement among raft nodes before linearized reading' (duration: 208.908798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:05.079847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.619084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:1 size:4026"} {"level":"info","ts":"2026-03-17T20:48:05.079950Z","caller":"traceutil/trace.go:172","msg":"trace[1249588120] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:1; response_revision:467; }","duration":"125.73877ms","start":"2026-03-17T20:48:04.954188Z","end":"2026-03-17T20:48:05.079927Z","steps":["trace[1249588120] 'agreement among raft nodes before linearized reading' (duration: 125.460556ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:05.774166Z","caller":"traceutil/trace.go:172","msg":"trace[1875638867] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:488; }","duration":"274.829524ms","start":"2026-03-17T20:48:05.499308Z","end":"2026-03-17T20:48:05.774138Z","steps":["trace[1875638867] 'read index received' (duration: 274.819233ms)","trace[1875638867] 'applied index is now lower than readState.Index' (duration: 8.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:05.774314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.978911ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:05.774353Z","caller":"traceutil/trace.go:172","msg":"trace[1165251196] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"309.609606ms","start":"2026-03-17T20:48:05.464727Z","end":"2026-03-17T20:48:05.774336Z","steps":["trace[1165251196] 'process raft request' (duration: 309.455498ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:05.774388Z","caller":"traceutil/trace.go:172","msg":"trace[1625916125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:468; }","duration":"275.072096ms","start":"2026-03-17T20:48:05.499301Z","end":"2026-03-17T20:48:05.774373Z","steps":["trace[1625916125] 'agreement among raft nodes before linearized reading' (duration: 274.939269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:05.774461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:05.464704Z","time spent":"309.70073ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:05.934951Z","caller":"traceutil/trace.go:172","msg":"trace[280559581] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:489; }","duration":"121.745679ms","start":"2026-03-17T20:48:05.813177Z","end":"2026-03-17T20:48:05.934923Z","steps":["trace[280559581] 'read index received' (duration: 121.737169ms)","trace[280559581] 'applied index is now lower than readState.Index' (duration: 6.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:06.184124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.914205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:48:06.184221Z","caller":"traceutil/trace.go:172","msg":"trace[904995039] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570; range_end:; response_count:1; response_revision:469; }","duration":"371.028791ms","start":"2026-03-17T20:48:05.813171Z","end":"2026-03-17T20:48:06.184200Z","steps":["trace[904995039] 'agreement among raft nodes before linearized reading' (duration: 121.878766ms)","trace[904995039] 'range keys from in-memory index tree' (duration: 248.903523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:06.184422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:05.813155Z","time spent":"371.097724ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":806,"request content":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:06.184405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.347295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:06.184595Z","caller":"traceutil/trace.go:172","msg":"trace[2031759339] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"249.560636ms","start":"2026-03-17T20:48:05.935018Z","end":"2026-03-17T20:48:06.184579Z","steps":["trace[2031759339] 'read index received' (duration: 38.732µs)","trace[2031759339] 'applied index is now lower than readState.Index' (duration: 249.520494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:06.184827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.499099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:06.184896Z","caller":"traceutil/trace.go:172","msg":"trace[97402887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"350.575822ms","start":"2026-03-17T20:48:05.834303Z","end":"2026-03-17T20:48:06.184879Z","steps":["trace[97402887] 'agreement among raft nodes before linearized reading' (duration: 350.426895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:06.184943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:05.834283Z","time spent":"350.652796ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:06.184959Z","caller":"traceutil/trace.go:172","msg":"trace[703224434] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"406.430414ms","start":"2026-03-17T20:48:05.778506Z","end":"2026-03-17T20:48:06.184936Z","steps":["trace[703224434] 'process raft request' (duration: 156.464788ms)","trace[703224434] 'compare' (duration: 249.05235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:06.185020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.16884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:4338"} {"level":"info","ts":"2026-03-17T20:48:06.185064Z","caller":"traceutil/trace.go:172","msg":"trace[281839587] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:470; }","duration":"293.214452ms","start":"2026-03-17T20:48:05.891840Z","end":"2026-03-17T20:48:06.185054Z","steps":["trace[281839587] 'agreement among raft nodes before linearized reading' (duration: 293.085366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:06.185065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:05.778460Z","time spent":"406.545461ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:06.418550Z","caller":"traceutil/trace.go:172","msg":"trace[1598468098] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"195.931514ms","start":"2026-03-17T20:48:06.222590Z","end":"2026-03-17T20:48:06.418521Z","steps":["trace[1598468098] 'process raft request' (duration: 145.263925ms)","trace[1598468098] 'compare' (duration: 50.481378ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:06.950665Z","caller":"traceutil/trace.go:172","msg":"trace[2142083916] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:494; }","duration":"134.914711ms","start":"2026-03-17T20:48:06.815726Z","end":"2026-03-17T20:48:06.950641Z","steps":["trace[2142083916] 'read index received' (duration: 134.904031ms)","trace[2142083916] 'applied index is now lower than readState.Index' (duration: 9.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:06.950899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.155875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:48:06.950958Z","caller":"traceutil/trace.go:172","msg":"trace[356204705] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570; range_end:; response_count:1; response_revision:474; }","duration":"135.220408ms","start":"2026-03-17T20:48:06.815713Z","end":"2026-03-17T20:48:06.950933Z","steps":["trace[356204705] 'agreement among raft nodes before linearized reading' (duration: 135.045699ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:06.951220Z","caller":"traceutil/trace.go:172","msg":"trace[673109297] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"431.063155ms","start":"2026-03-17T20:48:06.519954Z","end":"2026-03-17T20:48:06.951018Z","steps":["trace[673109297] 'process raft request' (duration: 430.919777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:06.951350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:06.519922Z","time spent":"431.371241ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:07.211421Z","caller":"traceutil/trace.go:172","msg":"trace[880069729] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"258.049682ms","start":"2026-03-17T20:48:06.953347Z","end":"2026-03-17T20:48:07.211397Z","steps":["trace[880069729] 'process raft request' (duration: 258.00247ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:07.211513Z","caller":"traceutil/trace.go:172","msg":"trace[799137095] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"684.937431ms","start":"2026-03-17T20:48:06.526550Z","end":"2026-03-17T20:48:07.211487Z","steps":["trace[799137095] 'process raft request' (duration: 684.72542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:07.211671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:06.526541Z","time spent":"685.051676ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:07.211530Z","caller":"traceutil/trace.go:172","msg":"trace[414550296] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"691.511891ms","start":"2026-03-17T20:48:06.519986Z","end":"2026-03-17T20:48:07.211498Z","steps":["trace[414550296] 'process raft request' (duration: 614.799023ms)","trace[414550296] 'compare' (duration: 76.311386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:07.211816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:06.519969Z","time spent":"691.787954ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3848,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:07.597287Z","caller":"traceutil/trace.go:172","msg":"trace[1419857956] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"197.682378ms","start":"2026-03-17T20:48:07.399580Z","end":"2026-03-17T20:48:07.597263Z","steps":["trace[1419857956] 'process raft request' (duration: 101.871667ms)","trace[1419857956] 'compare' (duration: 95.632882ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:07.597524Z","caller":"traceutil/trace.go:172","msg":"trace[1427565529] transaction","detail":"{read_only:false; number_of_response:1; response_revision:486; }","duration":"179.995318ms","start":"2026-03-17T20:48:07.417509Z","end":"2026-03-17T20:48:07.597504Z","steps":["trace[1427565529] 'process raft request' (duration: 179.717053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:07.893539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.192944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:07.893711Z","caller":"traceutil/trace.go:172","msg":"trace[612972172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"159.365533ms","start":"2026-03-17T20:48:07.734318Z","end":"2026-03-17T20:48:07.893684Z","steps":["trace[612972172] 'agreement among raft nodes before linearized reading' (duration: 33.720007ms)","trace[612972172] 'range keys from in-memory index tree' (duration: 125.435135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:07.893729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.551641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:07.894114Z","caller":"traceutil/trace.go:172","msg":"trace[1581377176] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"285.495843ms","start":"2026-03-17T20:48:07.608607Z","end":"2026-03-17T20:48:07.894103Z","steps":["trace[1581377176] 'process raft request' (duration: 285.459571ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:07.894254Z","caller":"traceutil/trace.go:172","msg":"trace[1624833635] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"291.844183ms","start":"2026-03-17T20:48:07.602393Z","end":"2026-03-17T20:48:07.894238Z","steps":["trace[1624833635] 'process raft request' (duration: 165.713303ms)","trace[1624833635] 'compare' (duration: 125.317598ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:07.894313Z","caller":"traceutil/trace.go:172","msg":"trace[1228984852] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"291.749199ms","start":"2026-03-17T20:48:07.602538Z","end":"2026-03-17T20:48:07.894287Z","steps":["trace[1228984852] 'process raft request' (duration: 291.423662ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:07.894381Z","caller":"traceutil/trace.go:172","msg":"trace[1373634740] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"288.260697ms","start":"2026-03-17T20:48:07.606112Z","end":"2026-03-17T20:48:07.894373Z","steps":["trace[1373634740] 'process raft request' (duration: 287.883028ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:07.919549Z","caller":"traceutil/trace.go:172","msg":"trace[537659658] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:512; }","duration":"106.306849ms","start":"2026-03-17T20:48:07.813216Z","end":"2026-03-17T20:48:07.919522Z","steps":["trace[537659658] 'read index received' (duration: 106.294998ms)","trace[537659658] 'applied index is now lower than readState.Index' (duration: 9.861µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:07.919774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.53058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:48:07.919843Z","caller":"traceutil/trace.go:172","msg":"trace[436304628] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570; range_end:; response_count:1; response_revision:491; }","duration":"106.618145ms","start":"2026-03-17T20:48:07.813210Z","end":"2026-03-17T20:48:07.919828Z","steps":["trace[436304628] 'agreement among raft nodes before linearized reading' (duration: 106.404984ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:07.919914Z","caller":"traceutil/trace.go:172","msg":"trace[1997588184] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"219.557228ms","start":"2026-03-17T20:48:07.700341Z","end":"2026-03-17T20:48:07.919898Z","steps":["trace[1997588184] 'process raft request' (duration: 219.362128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:07.976096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.759001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:07.976199Z","caller":"traceutil/trace.go:172","msg":"trace[763218088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:492; }","duration":"139.868747ms","start":"2026-03-17T20:48:07.836309Z","end":"2026-03-17T20:48:07.976177Z","steps":["trace[763218088] 'agreement among raft nodes before linearized reading' (duration: 139.700758ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:07.976569Z","caller":"traceutil/trace.go:172","msg":"trace[2091074079] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"190.896464ms","start":"2026-03-17T20:48:07.785659Z","end":"2026-03-17T20:48:07.976555Z","steps":["trace[2091074079] 'process raft request' (duration: 190.668633ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:08.037532Z","caller":"traceutil/trace.go:172","msg":"trace[2046105439] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"110.675138ms","start":"2026-03-17T20:48:07.926837Z","end":"2026-03-17T20:48:08.037513Z","steps":["trace[2046105439] 'process raft request' (duration: 110.619475ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:08.037765Z","caller":"traceutil/trace.go:172","msg":"trace[359409150] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"139.169274ms","start":"2026-03-17T20:48:07.898586Z","end":"2026-03-17T20:48:08.037755Z","steps":["trace[359409150] 'process raft request' (duration: 138.612974ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:08.038285Z","caller":"traceutil/trace.go:172","msg":"trace[1666809366] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"135.658171ms","start":"2026-03-17T20:48:07.902593Z","end":"2026-03-17T20:48:08.038251Z","steps":["trace[1666809366] 'process raft request' (duration: 134.777304ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:08.038341Z","caller":"traceutil/trace.go:172","msg":"trace[1451278709] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"115.971056ms","start":"2026-03-17T20:48:07.922351Z","end":"2026-03-17T20:48:08.038323Z","steps":["trace[1451278709] 'process raft request' (duration: 115.072888ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:08.038303Z","caller":"traceutil/trace.go:172","msg":"trace[173498116] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"137.803962ms","start":"2026-03-17T20:48:07.900473Z","end":"2026-03-17T20:48:08.038277Z","steps":["trace[173498116] 'process raft request' (duration: 136.848401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:08.602414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.278894ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:08.602575Z","caller":"traceutil/trace.go:172","msg":"trace[1166384017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:501; }","duration":"103.471264ms","start":"2026-03-17T20:48:08.499076Z","end":"2026-03-17T20:48:08.602548Z","steps":["trace[1166384017] 'range keys from in-memory index tree' (duration: 103.187169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:08.603028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.040539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:08.603247Z","caller":"traceutil/trace.go:172","msg":"trace[1092550389] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"381.41951ms","start":"2026-03-17T20:48:08.221795Z","end":"2026-03-17T20:48:08.603214Z","steps":["trace[1092550389] 'process raft request' (duration: 223.083535ms)","trace[1092550389] 'compare' (duration: 157.809097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:08.603382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:08.221772Z","time spent":"381.542616ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:08.895903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.72875ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:08.895991Z","caller":"traceutil/trace.go:172","msg":"trace[130664542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:502; }","duration":"120.841535ms","start":"2026-03-17T20:48:08.775135Z","end":"2026-03-17T20:48:08.895977Z","steps":["trace[130664542] 'range keys from in-memory index tree' (duration: 120.675477ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:10.125667Z","caller":"traceutil/trace.go:172","msg":"trace[292220048] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"144.55549ms","start":"2026-03-17T20:48:09.981095Z","end":"2026-03-17T20:48:10.125650Z","steps":["trace[292220048] 'process raft request' (duration: 144.442644ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:16.960061Z","caller":"traceutil/trace.go:172","msg":"trace[19762929] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"138.741207ms","start":"2026-03-17T20:48:16.821299Z","end":"2026-03-17T20:48:16.960040Z","steps":["trace[19762929] 'process raft request' (duration: 137.583413ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:18.677295Z","caller":"traceutil/trace.go:172","msg":"trace[1153767928] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:551; }","duration":"271.268503ms","start":"2026-03-17T20:48:18.405994Z","end":"2026-03-17T20:48:18.677263Z","steps":["trace[1153767928] 'read index received' (duration: 271.255752ms)","trace[1153767928] 'applied index is now lower than readState.Index' (duration: 10.941µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:18.677558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.540768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:48:18.677633Z","caller":"traceutil/trace.go:172","msg":"trace[1363467349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"271.629644ms","start":"2026-03-17T20:48:18.405988Z","end":"2026-03-17T20:48:18.677617Z","steps":["trace[1363467349] 'agreement among raft nodes before linearized reading' (duration: 271.379279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:18.677685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.178146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:18.677745Z","caller":"traceutil/trace.go:172","msg":"trace[1748325140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:528; }","duration":"264.25149ms","start":"2026-03-17T20:48:18.413472Z","end":"2026-03-17T20:48:18.677723Z","steps":["trace[1748325140] 'agreement among raft nodes before linearized reading' (duration: 264.139133ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:18.677867Z","caller":"traceutil/trace.go:172","msg":"trace[358557228] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"410.726342ms","start":"2026-03-17T20:48:18.267123Z","end":"2026-03-17T20:48:18.677849Z","steps":["trace[358557228] 'process raft request' (duration: 410.18035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:18.677962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:18.267098Z","time spent":"410.809007ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:18.677995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.216729ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:18.678030Z","caller":"traceutil/trace.go:172","msg":"trace[2018660200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:528; }","duration":"179.24823ms","start":"2026-03-17T20:48:18.498769Z","end":"2026-03-17T20:48:18.678018Z","steps":["trace[2018660200] 'agreement among raft nodes before linearized reading' (duration: 179.204568ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.109866Z","caller":"traceutil/trace.go:172","msg":"trace[1681420162] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:554; }","duration":"252.45229ms","start":"2026-03-17T20:48:18.857384Z","end":"2026-03-17T20:48:19.109836Z","steps":["trace[1681420162] 'read index received' (duration: 252.44132ms)","trace[1681420162] 'applied index is now lower than readState.Index' (duration: 9.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:19.148621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.544613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:19.148707Z","caller":"traceutil/trace.go:172","msg":"trace[1624100561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"314.685991ms","start":"2026-03-17T20:48:18.834003Z","end":"2026-03-17T20:48:19.148689Z","steps":["trace[1624100561] 'agreement among raft nodes before linearized reading' (duration: 275.943224ms)","trace[1624100561] 'range keys from in-memory index tree' (duration: 38.555466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:19.148740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:18.833970Z","time spent":"314.762755ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:19.149168Z","caller":"traceutil/trace.go:172","msg":"trace[93099855] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"286.96667ms","start":"2026-03-17T20:48:18.862181Z","end":"2026-03-17T20:48:19.149148Z","steps":["trace[93099855] 'process raft request' (duration: 286.780829ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.149230Z","caller":"traceutil/trace.go:172","msg":"trace[1628799463] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"319.414778ms","start":"2026-03-17T20:48:18.829785Z","end":"2026-03-17T20:48:19.149200Z","steps":["trace[1628799463] 'process raft request' (duration: 280.600507ms)","trace[1628799463] 'compare' (duration: 38.032347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:19.149362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:18.829753Z","time spent":"319.540154ms","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317280,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:48:19.538994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.501756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:19.539134Z","caller":"traceutil/trace.go:172","msg":"trace[1843248836] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"366.594465ms","start":"2026-03-17T20:48:19.172502Z","end":"2026-03-17T20:48:19.539096Z","steps":["trace[1843248836] 'process raft request' (duration: 249.93105ms)","trace[1843248836] 'compare' (duration: 116.183428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:19.539727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:19.172474Z","time spent":"367.100023ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:19.875423Z","caller":"traceutil/trace.go:172","msg":"trace[1070660087] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"232.494552ms","start":"2026-03-17T20:48:19.642900Z","end":"2026-03-17T20:48:19.875395Z","steps":["trace[1070660087] 'process raft request' (duration: 232.295961ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.893906Z","caller":"traceutil/trace.go:172","msg":"trace[1344024488] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"250.921737ms","start":"2026-03-17T20:48:19.642963Z","end":"2026-03-17T20:48:19.893884Z","steps":["trace[1344024488] 'process raft request' (duration: 250.813771ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.986759Z","caller":"traceutil/trace.go:172","msg":"trace[680252848] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"108.423798ms","start":"2026-03-17T20:48:19.878311Z","end":"2026-03-17T20:48:19.986735Z","steps":["trace[680252848] 'process raft request' (duration: 101.035119ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.305406Z","caller":"traceutil/trace.go:172","msg":"trace[299992000] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"147.79117ms","start":"2026-03-17T20:48:20.157596Z","end":"2026-03-17T20:48:20.305387Z","steps":["trace[299992000] 'process raft request' (duration: 147.677944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:20.625781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.960532ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:20.625846Z","caller":"traceutil/trace.go:172","msg":"trace[1454405901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:546; }","duration":"127.040736ms","start":"2026-03-17T20:48:20.498792Z","end":"2026-03-17T20:48:20.625833Z","steps":["trace[1454405901] 'range keys from in-memory index tree' (duration: 126.916299ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.633148Z","caller":"traceutil/trace.go:172","msg":"trace[335349762] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"302.573429ms","start":"2026-03-17T20:48:20.330554Z","end":"2026-03-17T20:48:20.633128Z","steps":["trace[335349762] 'process raft request' (duration: 301.885449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:20.633282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.330526Z","time spent":"302.690826ms","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317263,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:20.858220Z","caller":"traceutil/trace.go:172","msg":"trace[892859584] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:571; }","duration":"141.980329ms","start":"2026-03-17T20:48:20.716206Z","end":"2026-03-17T20:48:20.858186Z","steps":["trace[892859584] 'read index received' (duration: 141.966128ms)","trace[892859584] 'applied index is now lower than readState.Index' (duration: 12.021µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:20.987273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.058082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:20.987339Z","caller":"traceutil/trace.go:172","msg":"trace[1239454776] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:547; }","duration":"271.130046ms","start":"2026-03-17T20:48:20.716194Z","end":"2026-03-17T20:48:20.987324Z","steps":["trace[1239454776] 'agreement among raft nodes before linearized reading' (duration: 142.152009ms)","trace[1239454776] 'range keys from in-memory index tree' (duration: 128.867581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:20.987502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.074902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:20.987681Z","caller":"traceutil/trace.go:172","msg":"trace[240666541] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"635.87239ms","start":"2026-03-17T20:48:20.351795Z","end":"2026-03-17T20:48:20.987668Z","steps":["trace[240666541] 'process raft request' (duration: 506.557174ms)","trace[240666541] 'compare' (duration: 128.767295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:20.987728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.351753Z","time spent":"635.956326ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14922,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:20.987805Z","caller":"traceutil/trace.go:172","msg":"trace[482082138] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"635.722632ms","start":"2026-03-17T20:48:20.352075Z","end":"2026-03-17T20:48:20.987798Z","steps":["trace[482082138] 'process raft request' (duration: 635.622936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:20.987845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.352067Z","time spent":"635.761004ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:20.987917Z","caller":"traceutil/trace.go:172","msg":"trace[1396712134] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"635.834978ms","start":"2026-03-17T20:48:20.351985Z","end":"2026-03-17T20:48:20.987820Z","steps":["trace[1396712134] 'process raft request' (duration: 635.579363ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.988044Z","caller":"traceutil/trace.go:172","msg":"trace[906350791] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"634.055826ms","start":"2026-03-17T20:48:20.353968Z","end":"2026-03-17T20:48:20.988023Z","steps":["trace[906350791] 'process raft request' (duration: 633.794511ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.988183Z","caller":"traceutil/trace.go:172","msg":"trace[1185830151] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:571; }","duration":"129.868707ms","start":"2026-03-17T20:48:20.858305Z","end":"2026-03-17T20:48:20.988174Z","steps":["trace[1185830151] 'read index received' (duration: 47.995417ms)","trace[1185830151] 'applied index is now lower than readState.Index' (duration: 81.87185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:20.988193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.353936Z","time spent":"634.210715ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3557,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:48:20.988300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.487511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-17T20:48:20.988306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.122073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:20.988328Z","caller":"traceutil/trace.go:172","msg":"trace[1761370829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"249.517212ms","start":"2026-03-17T20:48:20.738804Z","end":"2026-03-17T20:48:20.988321Z","steps":["trace[1761370829] 'agreement among raft nodes before linearized reading' (duration: 249.417386ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.988331Z","caller":"traceutil/trace.go:172","msg":"trace[1879899318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"153.150375ms","start":"2026-03-17T20:48:20.835174Z","end":"2026-03-17T20:48:20.988324Z","steps":["trace[1879899318] 'agreement among raft nodes before linearized reading' (duration: 153.100112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:20.988490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.954792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:48:20.988518Z","caller":"traceutil/trace.go:172","msg":"trace[687861644] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570; range_end:; response_count:1; response_revision:552; }","duration":"173.983844ms","start":"2026-03-17T20:48:20.814527Z","end":"2026-03-17T20:48:20.988511Z","steps":["trace[687861644] 'agreement among raft nodes before linearized reading' (duration: 173.904659ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.988493Z","caller":"traceutil/trace.go:172","msg":"trace[1935936674] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"304.772143ms","start":"2026-03-17T20:48:20.683676Z","end":"2026-03-17T20:48:20.988448Z","steps":["trace[1935936674] 'process raft request' (duration: 304.643396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:20.988122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.351977Z","time spent":"636.021159ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4298,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:20.990765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.683623Z","time spent":"304.953214ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:21.305428Z","caller":"traceutil/trace.go:172","msg":"trace[1109739942] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:576; }","duration":"307.586649ms","start":"2026-03-17T20:48:20.997811Z","end":"2026-03-17T20:48:21.305398Z","steps":["trace[1109739942] 'read index received' (duration: 307.572978ms)","trace[1109739942] 'applied index is now lower than readState.Index' (duration: 11.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:21.770248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"772.42079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:4313"} {"level":"info","ts":"2026-03-17T20:48:21.770361Z","caller":"traceutil/trace.go:172","msg":"trace[94307558] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:552; }","duration":"772.518255ms","start":"2026-03-17T20:48:20.997804Z","end":"2026-03-17T20:48:21.770322Z","steps":["trace[94307558] 'agreement among raft nodes before linearized reading' (duration: 307.716425ms)","trace[94307558] 'range keys from in-memory index tree' (duration: 464.668422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:21.770418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.997785Z","time spent":"772.618763ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4335,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:21.770721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.872812ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.770866Z","caller":"traceutil/trace.go:172","msg":"trace[61674822] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:552; }","duration":"271.673648ms","start":"2026-03-17T20:48:21.499162Z","end":"2026-03-17T20:48:21.770836Z","steps":["trace[61674822] 'range keys from in-memory index tree' (duration: 270.822689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.771378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.403655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:21.771625Z","caller":"traceutil/trace.go:172","msg":"trace[678213386] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"780.005533ms","start":"2026-03-17T20:48:20.991603Z","end":"2026-03-17T20:48:21.771609Z","steps":["trace[678213386] 'process raft request' (duration: 313.93312ms)","trace[678213386] 'compare' (duration: 464.581927ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:21.772336Z","caller":"traceutil/trace.go:172","msg":"trace[1847350933] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"777.124819ms","start":"2026-03-17T20:48:20.995202Z","end":"2026-03-17T20:48:21.772327Z","steps":["trace[1847350933] 'process raft request' (duration: 776.885746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.772449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.991559Z","time spent":"780.776848ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:21.772540Z","caller":"traceutil/trace.go:172","msg":"trace[1515933163] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"776.684965ms","start":"2026-03-17T20:48:20.995842Z","end":"2026-03-17T20:48:21.772527Z","steps":["trace[1515933163] 'process raft request' (duration: 776.392428ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.772558Z","caller":"traceutil/trace.go:172","msg":"trace[1339379953] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"773.428219ms","start":"2026-03-17T20:48:20.999109Z","end":"2026-03-17T20:48:21.772537Z","steps":["trace[1339379953] 'process raft request' (duration: 773.215756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.773393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.995185Z","time spent":"777.198084ms","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4272,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:21.773528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.999097Z","time spent":"774.13386ms","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14294,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:21.771782Z","caller":"traceutil/trace.go:172","msg":"trace[1598586824] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"466.271384ms","start":"2026-03-17T20:48:21.305488Z","end":"2026-03-17T20:48:21.771759Z","steps":["trace[1598586824] 'read index received' (duration: 394.851116ms)","trace[1598586824] 'applied index is now lower than readState.Index' (duration: 71.417448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:21.771917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"670.552217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.773767Z","caller":"traceutil/trace.go:172","msg":"trace[452483739] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:553; }","duration":"672.410654ms","start":"2026-03-17T20:48:21.101339Z","end":"2026-03-17T20:48:21.773750Z","steps":["trace[452483739] 'agreement among raft nodes before linearized reading' (duration: 670.484043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.773824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:21.101310Z","time spent":"672.499419ms","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:21.772049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.65078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:48:21.773991Z","caller":"traceutil/trace.go:172","msg":"trace[1219441096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:553; }","duration":"619.595743ms","start":"2026-03-17T20:48:21.154377Z","end":"2026-03-17T20:48:21.773973Z","steps":["trace[1219441096] 'agreement among raft nodes before linearized reading' (duration: 617.45503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.774054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:21.154346Z","time spent":"619.689728ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:21.772251Z","caller":"traceutil/trace.go:172","msg":"trace[932288465] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"777.036114ms","start":"2026-03-17T20:48:20.995198Z","end":"2026-03-17T20:48:21.772234Z","steps":["trace[932288465] 'process raft request' (duration: 776.806201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.774236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.995175Z","time spent":"779.009898ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:48:21.772657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.995637Z","time spent":"776.948539ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:21.772128Z","caller":"traceutil/trace.go:172","msg":"trace[1447891892] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"777.780737ms","start":"2026-03-17T20:48:20.994324Z","end":"2026-03-17T20:48:21.772105Z","steps":["trace[1447891892] 'process raft request' (duration: 777.533403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.774614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:20.994284Z","time spent":"780.25571ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:48:22.315233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:21.892340Z","time spent":"422.887101ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:48:22.355883Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285025,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:22.365818Z","caller":"traceutil/trace.go:172","msg":"trace[924847353] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:583; }","duration":"510.283222ms","start":"2026-03-17T20:48:21.855508Z","end":"2026-03-17T20:48:22.365791Z","steps":["trace[924847353] 'read index received' (duration: 510.275611ms)","trace[924847353] 'applied index is now lower than readState.Index' (duration: 6.171µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:22.366012Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.160906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:22.366113Z","caller":"traceutil/trace.go:172","msg":"trace[682365044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"529.272062ms","start":"2026-03-17T20:48:21.836820Z","end":"2026-03-17T20:48:22.366092Z","steps":["trace[682365044] 'agreement among raft nodes before linearized reading' (duration: 529.07013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:22.366169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:21.836798Z","time spent":"529.358637ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:22.366194Z","caller":"traceutil/trace.go:172","msg":"trace[1721296779] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"584.096787ms","start":"2026-03-17T20:48:21.782079Z","end":"2026-03-17T20:48:22.366176Z","steps":["trace[1721296779] 'process raft request' (duration: 584.018062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:22.366347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:21.782066Z","time spent":"584.193163ms","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:22.366827Z","caller":"traceutil/trace.go:172","msg":"trace[1737411929] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"586.829595ms","start":"2026-03-17T20:48:21.779969Z","end":"2026-03-17T20:48:22.366799Z","steps":["trace[1737411929] 'process raft request' (duration: 585.956004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:22.367452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:21.779941Z","time spent":"586.958581ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4595,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:22.642188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.77118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:22.642277Z","caller":"traceutil/trace.go:172","msg":"trace[1366614134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:561; }","duration":"142.891398ms","start":"2026-03-17T20:48:22.499368Z","end":"2026-03-17T20:48:22.642259Z","steps":["trace[1366614134] 'range keys from in-memory index tree' (duration: 142.704177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:22.642445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.568237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:48:22.642518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.123561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:48:22.642665Z","caller":"traceutil/trace.go:172","msg":"trace[1464422532] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:561; }","duration":"279.274049ms","start":"2026-03-17T20:48:22.363376Z","end":"2026-03-17T20:48:22.642650Z","steps":["trace[1464422532] 'agreement among raft nodes before linearized reading' (duration: 52.399285ms)","trace[1464422532] 'range keys from in-memory index tree' (duration: 226.395766ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:22.642586Z","caller":"traceutil/trace.go:172","msg":"trace[2091912702] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"784.140188ms","start":"2026-03-17T20:48:21.858428Z","end":"2026-03-17T20:48:22.642569Z","steps":["trace[2091912702] 'process raft request' (duration: 557.339879ms)","trace[2091912702] 'compare' (duration: 226.426808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:22.642762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:21.858395Z","time spent":"784.34588ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:22.653051Z","caller":"traceutil/trace.go:172","msg":"trace[613985579] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:586; }","duration":"237.278255ms","start":"2026-03-17T20:48:22.415746Z","end":"2026-03-17T20:48:22.653024Z","steps":["trace[613985579] 'read index received' (duration: 237.270635ms)","trace[613985579] 'applied index is now lower than readState.Index' (duration: 6.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:22.653172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.35785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:22.653307Z","caller":"traceutil/trace.go:172","msg":"trace[684177344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"285.394362ms","start":"2026-03-17T20:48:22.367798Z","end":"2026-03-17T20:48:22.653192Z","steps":["trace[684177344] 'agreement among raft nodes before linearized reading' (duration: 285.318337ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:22.653471Z","caller":"traceutil/trace.go:172","msg":"trace[1287947838] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"278.808492ms","start":"2026-03-17T20:48:22.374645Z","end":"2026-03-17T20:48:22.653454Z","steps":["trace[1287947838] 'process raft request' (duration: 278.60568ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:23.041257Z","caller":"traceutil/trace.go:172","msg":"trace[306259745] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:588; }","duration":"225.578351ms","start":"2026-03-17T20:48:22.815644Z","end":"2026-03-17T20:48:23.041222Z","steps":["trace[306259745] 'read index received' (duration: 225.56524ms)","trace[306259745] 'applied index is now lower than readState.Index' (duration: 10.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:23.137549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.882842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:48:23.137612Z","caller":"traceutil/trace.go:172","msg":"trace[13816259] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"449.377741ms","start":"2026-03-17T20:48:22.688210Z","end":"2026-03-17T20:48:23.137588Z","steps":["trace[13816259] 'process raft request' (duration: 353.089931ms)","trace[13816259] 'compare' (duration: 96.169042ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:23.137646Z","caller":"traceutil/trace.go:172","msg":"trace[1423390478] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570; range_end:; response_count:1; response_revision:563; }","duration":"321.991588ms","start":"2026-03-17T20:48:22.815627Z","end":"2026-03-17T20:48:23.137619Z","steps":["trace[1423390478] 'agreement among raft nodes before linearized reading' (duration: 225.715679ms)","trace[1423390478] 'range keys from in-memory index tree' (duration: 96.054075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:23.137693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:22.815595Z","time spent":"322.087213ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":806,"request content":"key:\"/registry/events/kube-system/kube-scheduler-controller.189dbbf295394570\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:23.137937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:22.688185Z","time spent":"449.493557ms","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:23.186212Z","caller":"traceutil/trace.go:172","msg":"trace[1507871795] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"189.759333ms","start":"2026-03-17T20:48:22.996439Z","end":"2026-03-17T20:48:23.186198Z","steps":["trace[1507871795] 'process raft request' (duration: 189.657627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:23.390227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.557327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:48:23.390279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.168678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:23.390314Z","caller":"traceutil/trace.go:172","msg":"trace[1142501514] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:565; }","duration":"202.656513ms","start":"2026-03-17T20:48:23.187637Z","end":"2026-03-17T20:48:23.390294Z","steps":["trace[1142501514] 'agreement among raft nodes before linearized reading' (duration: 83.355338ms)","trace[1142501514] 'range keys from in-memory index tree' (duration: 119.148606ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:23.390378Z","caller":"traceutil/trace.go:172","msg":"trace[608968161] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"250.431757ms","start":"2026-03-17T20:48:23.139930Z","end":"2026-03-17T20:48:23.390362Z","steps":["trace[608968161] 'process raft request' (duration: 131.108151ms)","trace[608968161] 'compare' (duration: 119.086172ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:23.922169Z","caller":"traceutil/trace.go:172","msg":"trace[1089351452] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"136.135722ms","start":"2026-03-17T20:48:23.786001Z","end":"2026-03-17T20:48:23.922136Z","steps":["trace[1089351452] 'process raft request' (duration: 135.812522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:25.570978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.072081218s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:25.571045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.237635092s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:25.571067Z","caller":"traceutil/trace.go:172","msg":"trace[1165942090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:567; }","duration":"1.072206186s","start":"2026-03-17T20:48:24.498838Z","end":"2026-03-17T20:48:25.571044Z","steps":["trace[1165942090] 'range keys from in-memory index tree' (duration: 1.072026485s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:25.571141Z","caller":"traceutil/trace.go:172","msg":"trace[1729939650] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.473800186s","start":"2026-03-17T20:48:24.097334Z","end":"2026-03-17T20:48:25.571134Z","steps":["trace[1729939650] 'process raft request' (duration: 1.473751453s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:25.571170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:24.097306Z","time spent":"1.473849359s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:25.571199Z","caller":"traceutil/trace.go:172","msg":"trace[1258100964] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:592; }","duration":"734.767059ms","start":"2026-03-17T20:48:24.836406Z","end":"2026-03-17T20:48:25.571173Z","steps":["trace[1258100964] 'read index received' (duration: 442.371379ms)","trace[1258100964] 'applied index is now lower than readState.Index' (duration: 292.39292ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:25.571166Z","caller":"traceutil/trace.go:172","msg":"trace[1330978985] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.644546338s","start":"2026-03-17T20:48:23.926605Z","end":"2026-03-17T20:48:25.571152Z","steps":["trace[1330978985] 'process raft request' (duration: 406.760627ms)","trace[1330978985] 'compare' (duration: 1.23742032s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:25.571286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:23.926583Z","time spent":"1.644675866s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:25.571341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"734.921238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:25.571389Z","caller":"traceutil/trace.go:172","msg":"trace[937985279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"734.971421ms","start":"2026-03-17T20:48:24.836401Z","end":"2026-03-17T20:48:25.571372Z","steps":["trace[937985279] 'agreement among raft nodes before linearized reading' (duration: 734.881486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:25.571452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:24.836385Z","time spent":"735.053786ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:26.071726Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:26.178777Z","caller":"traceutil/trace.go:172","msg":"trace[41053163] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:594; }","duration":"607.475787ms","start":"2026-03-17T20:48:25.571251Z","end":"2026-03-17T20:48:26.178727Z","steps":["trace[41053163] 'read index received' (duration: 607.455195ms)","trace[41053163] 'applied index is now lower than readState.Index' (duration: 17.761µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:26.679323Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:27.179891Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:27.267327Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.088618324s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:48:27.572419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999606033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:48:27.572506Z","caller":"traceutil/trace.go:172","msg":"trace[416656501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999705649s","start":"2026-03-17T20:48:25.572779Z","end":"2026-03-17T20:48:27.572485Z","steps":["trace[416656501] 'agreement among raft nodes before linearized reading' (duration: 1.999598573s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:27.572558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:25.572762Z","time spent":"1.999785614s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:48:27 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:48:28.141264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.570121933s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:28.141341Z","caller":"traceutil/trace.go:172","msg":"trace[315848267] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:569; }","duration":"2.570197298s","start":"2026-03-17T20:48:25.571122Z","end":"2026-03-17T20:48:28.141319Z","steps":["trace[315848267] 'agreement among raft nodes before linearized reading' (duration: 607.736152ms)","trace[315848267] 'range keys from in-memory index tree' (duration: 1.962367379s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:28.142579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.96304738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:28.142821Z","caller":"traceutil/trace.go:172","msg":"trace[1529016794] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"2.783342457s","start":"2026-03-17T20:48:25.359457Z","end":"2026-03-17T20:48:28.142800Z","steps":["trace[1529016794] 'process raft request' (duration: 2.783235191s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:28.142922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:25.359413Z","time spent":"2.783463144s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:28.143019Z","caller":"traceutil/trace.go:172","msg":"trace[1741572276] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"2.953245569s","start":"2026-03-17T20:48:25.189747Z","end":"2026-03-17T20:48:28.142993Z","steps":["trace[1741572276] 'process raft request' (duration: 989.017659ms)","trace[1741572276] 'compare' (duration: 1.962420533s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:28.143159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:25.189725Z","time spent":"2.953363835s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:28.143210Z","caller":"traceutil/trace.go:172","msg":"trace[1223779213] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:594; }","duration":"1.964100972s","start":"2026-03-17T20:48:26.178886Z","end":"2026-03-17T20:48:28.142978Z","steps":["trace[1223779213] 'read index received' (duration: 1.088609853s)","trace[1223779213] 'applied index is now lower than readState.Index' (duration: 875.479479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:28.143306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.216794187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:48:28.143363Z","caller":"traceutil/trace.go:172","msg":"trace[680853589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:571; }","duration":"2.216882663s","start":"2026-03-17T20:48:25.926464Z","end":"2026-03-17T20:48:28.143346Z","steps":["trace[680853589] 'agreement among raft nodes before linearized reading' (duration: 2.216701272s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:28.143394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:25.926423Z","time spent":"2.216962368s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:28.223011Z","caller":"traceutil/trace.go:172","msg":"trace[619814638] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"647.678202ms","start":"2026-03-17T20:48:27.575305Z","end":"2026-03-17T20:48:28.222983Z","steps":["trace[619814638] 'process raft request' (duration: 647.575136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:28.223148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:27.575286Z","time spent":"647.803259ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:48:28.223618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"643.884067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:28.223670Z","caller":"traceutil/trace.go:172","msg":"trace[116039966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"643.93947ms","start":"2026-03-17T20:48:27.579722Z","end":"2026-03-17T20:48:28.223662Z","steps":["trace[116039966] 'agreement among raft nodes before linearized reading' (duration: 643.857665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:28.223690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:27.579711Z","time spent":"643.974623ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:28.223863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"648.259327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:48:28.223902Z","caller":"traceutil/trace.go:172","msg":"trace[1019403290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:572; }","duration":"648.296859ms","start":"2026-03-17T20:48:27.575593Z","end":"2026-03-17T20:48:28.223890Z","steps":["trace[1019403290] 'agreement among raft nodes before linearized reading' (duration: 648.187352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:28.223934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:27.575575Z","time spent":"648.348562ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:28.505838Z","caller":"traceutil/trace.go:172","msg":"trace[996846832] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:597; }","duration":"282.3ms","start":"2026-03-17T20:48:28.223508Z","end":"2026-03-17T20:48:28.505808Z","steps":["trace[996846832] 'read index received' (duration: 282.282969ms)","trace[996846832] 'applied index is now lower than readState.Index' (duration: 11.361µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:28.600791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.888148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:28.600907Z","caller":"traceutil/trace.go:172","msg":"trace[274039546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:572; }","duration":"457.005255ms","start":"2026-03-17T20:48:28.143883Z","end":"2026-03-17T20:48:28.600889Z","steps":["trace[274039546] 'agreement among raft nodes before linearized reading' (duration: 362.045623ms)","trace[274039546] 'range keys from in-memory index tree' (duration: 94.823624ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:28.601301Z","caller":"traceutil/trace.go:172","msg":"trace[1880436978] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"454.201068ms","start":"2026-03-17T20:48:28.147075Z","end":"2026-03-17T20:48:28.601276Z","steps":["trace[1880436978] 'process raft request' (duration: 358.759768ms)","trace[1880436978] 'compare' (duration: 94.812372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:28.601430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:28.147047Z","time spent":"454.304554ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:28.640891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.232025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:28.640955Z","caller":"traceutil/trace.go:172","msg":"trace[2098382853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"416.303709ms","start":"2026-03-17T20:48:28.224639Z","end":"2026-03-17T20:48:28.640942Z","steps":["trace[2098382853] 'agreement among raft nodes before linearized reading' (duration: 377.280023ms)","trace[2098382853] 'range keys from in-memory index tree' (duration: 38.938152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:28.640983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:28.224625Z","time spent":"416.352652ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:28.642906Z","caller":"traceutil/trace.go:172","msg":"trace[1792913037] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"415.470439ms","start":"2026-03-17T20:48:28.227416Z","end":"2026-03-17T20:48:28.642886Z","steps":["trace[1792913037] 'process raft request' (duration: 413.323711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:28.643036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:28.227398Z","time spent":"415.577766ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:34.731959Z","caller":"traceutil/trace.go:172","msg":"trace[778285042] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"104.9766ms","start":"2026-03-17T20:48:34.626966Z","end":"2026-03-17T20:48:34.731943Z","steps":["trace[778285042] 'process raft request' (duration: 104.859153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:35.106007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.640842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:35.106114Z","caller":"traceutil/trace.go:172","msg":"trace[781154708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"270.77943ms","start":"2026-03-17T20:48:34.835311Z","end":"2026-03-17T20:48:35.106090Z","steps":["trace[781154708] 'agreement among raft nodes before linearized reading' (duration: 61.353364ms)","trace[781154708] 'range keys from in-memory index tree' (duration: 209.249315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:35.106167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.394554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:35.106246Z","caller":"traceutil/trace.go:172","msg":"trace[1498958960] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"369.416651ms","start":"2026-03-17T20:48:34.736814Z","end":"2026-03-17T20:48:35.106231Z","steps":["trace[1498958960] 'process raft request' (duration: 159.892349ms)","trace[1498958960] 'compare' (duration: 209.145898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:35.106291Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:34.736791Z","time spent":"369.482584ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:35.898061Z","caller":"traceutil/trace.go:172","msg":"trace[413319509] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"105.269816ms","start":"2026-03-17T20:48:35.792765Z","end":"2026-03-17T20:48:35.898034Z","steps":["trace[413319509] 'process raft request' (duration: 105.103846ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:36.908142Z","caller":"traceutil/trace.go:172","msg":"trace[1902694263] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"168.650237ms","start":"2026-03-17T20:48:36.739468Z","end":"2026-03-17T20:48:36.908118Z","steps":["trace[1902694263] 'process raft request' (duration: 168.475266ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:37.248654Z","caller":"traceutil/trace.go:172","msg":"trace[2098889808] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"134.053071ms","start":"2026-03-17T20:48:37.114586Z","end":"2026-03-17T20:48:37.248639Z","steps":["trace[2098889808] 'process raft request' (duration: 133.921632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:37.495719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.421083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-17T20:48:37.495810Z","caller":"traceutil/trace.go:172","msg":"trace[965184348] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:588; }","duration":"119.529319ms","start":"2026-03-17T20:48:37.376263Z","end":"2026-03-17T20:48:37.495793Z","steps":["trace[965184348] 'range keys from in-memory index tree' (duration: 119.21785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.092837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.081114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:38.092950Z","caller":"traceutil/trace.go:172","msg":"trace[1816419325] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"463.960069ms","start":"2026-03-17T20:48:37.628968Z","end":"2026-03-17T20:48:38.092928Z","steps":["trace[1816419325] 'process raft request' (duration: 79.703404ms)","trace[1816419325] 'compare' (duration: 383.573933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:38.093039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.628948Z","time spent":"464.048556ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:38.174881Z","caller":"traceutil/trace.go:172","msg":"trace[1762771068] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:617; }","duration":"438.35991ms","start":"2026-03-17T20:48:37.736496Z","end":"2026-03-17T20:48:38.174856Z","steps":["trace[1762771068] 'read index received' (duration: 438.351429ms)","trace[1762771068] 'applied index is now lower than readState.Index' (duration: 7.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:38.175038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.522969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:38.175078Z","caller":"traceutil/trace.go:172","msg":"trace[1246639562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"438.577823ms","start":"2026-03-17T20:48:37.736491Z","end":"2026-03-17T20:48:38.175069Z","steps":["trace[1246639562] 'agreement among raft nodes before linearized reading' (duration: 438.471336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.175114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.736473Z","time spent":"438.633716ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:38.175389Z","caller":"traceutil/trace.go:172","msg":"trace[867524815] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"544.910232ms","start":"2026-03-17T20:48:37.630448Z","end":"2026-03-17T20:48:38.175358Z","steps":["trace[867524815] 'process raft request' (duration: 544.598582ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:38.175467Z","caller":"traceutil/trace.go:172","msg":"trace[199116448] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"531.111753ms","start":"2026-03-17T20:48:37.644341Z","end":"2026-03-17T20:48:38.175452Z","steps":["trace[199116448] 'process raft request' (duration: 531.071641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.175565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.644289Z","time spent":"531.22022ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4378,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:38.175579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.630438Z","time spent":"545.025509ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3410,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:38.175671Z","caller":"traceutil/trace.go:172","msg":"trace[562939566] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"531.657927ms","start":"2026-03-17T20:48:37.644004Z","end":"2026-03-17T20:48:38.175662Z","steps":["trace[562939566] 'process raft request' (duration: 531.329827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.175728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.643983Z","time spent":"531.717851ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4342,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:38.175707Z","caller":"traceutil/trace.go:172","msg":"trace[2069036160] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"542.725375ms","start":"2026-03-17T20:48:37.632950Z","end":"2026-03-17T20:48:38.175675Z","steps":["trace[2069036160] 'process raft request' (duration: 542.352882ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:38.175860Z","caller":"traceutil/trace.go:172","msg":"trace[122750247] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"531.648148ms","start":"2026-03-17T20:48:37.644202Z","end":"2026-03-17T20:48:38.175850Z","steps":["trace[122750247] 'process raft request' (duration: 531.171638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.175865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.632940Z","time spent":"542.842083ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:38.175917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.644197Z","time spent":"531.693661ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4378,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:38.175994Z","caller":"traceutil/trace.go:172","msg":"trace[1283856583] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"545.427725ms","start":"2026-03-17T20:48:37.630558Z","end":"2026-03-17T20:48:38.175985Z","steps":["trace[1283856583] 'process raft request' (duration: 544.609153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.176043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.630534Z","time spent":"545.488119ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:38.176120Z","caller":"traceutil/trace.go:172","msg":"trace[1576441194] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"544.983467ms","start":"2026-03-17T20:48:37.631122Z","end":"2026-03-17T20:48:38.176105Z","steps":["trace[1576441194] 'process raft request' (duration: 544.099081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.176222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.631100Z","time spent":"545.094014ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14972,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:38.184187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.349766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:38.184244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.780893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-17T20:48:38.184279Z","caller":"traceutil/trace.go:172","msg":"trace[76104026] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller; range_end:; response_count:1; response_revision:597; }","duration":"371.816837ms","start":"2026-03-17T20:48:37.812451Z","end":"2026-03-17T20:48:38.184268Z","steps":["trace[76104026] 'agreement among raft nodes before linearized reading' (duration: 371.645515ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:38.184260Z","caller":"traceutil/trace.go:172","msg":"trace[1647278835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"347.434182ms","start":"2026-03-17T20:48:37.836807Z","end":"2026-03-17T20:48:38.184241Z","steps":["trace[1647278835] 'agreement among raft nodes before linearized reading' (duration: 347.305233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:38.184503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.812428Z","time spent":"372.068463ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4969,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:38.184511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:37.836793Z","time spent":"347.712109ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:38.356594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.93197ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:48:38.357096Z","caller":"traceutil/trace.go:172","msg":"trace[371401118] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"177.006467ms","start":"2026-03-17T20:48:38.180065Z","end":"2026-03-17T20:48:38.357072Z","steps":["trace[371401118] 'process raft request' (duration: 176.653185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.006915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"508.277283ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:39.006957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.04493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:39.007015Z","caller":"traceutil/trace.go:172","msg":"trace[863922647] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:598; }","duration":"508.385861ms","start":"2026-03-17T20:48:38.498604Z","end":"2026-03-17T20:48:39.006990Z","steps":["trace[863922647] 'range keys from in-memory index tree' (duration: 508.21607ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.007034Z","caller":"traceutil/trace.go:172","msg":"trace[1077866499] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:598; }","duration":"231.123855ms","start":"2026-03-17T20:48:38.775892Z","end":"2026-03-17T20:48:39.007016Z","steps":["trace[1077866499] 'range keys from in-memory index tree' (duration: 230.999897ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.042562Z","caller":"traceutil/trace.go:172","msg":"trace[238889632] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:626; }","duration":"205.755782ms","start":"2026-03-17T20:48:38.836795Z","end":"2026-03-17T20:48:39.042551Z","steps":["trace[238889632] 'read index received' (duration: 205.751262ms)","trace[238889632] 'applied index is now lower than readState.Index' (duration: 3.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:39.042636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.835677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:39.042654Z","caller":"traceutil/trace.go:172","msg":"trace[1253588473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"205.859168ms","start":"2026-03-17T20:48:38.836790Z","end":"2026-03-17T20:48:39.042649Z","steps":["trace[1253588473] 'agreement among raft nodes before linearized reading' (duration: 205.810475ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.042957Z","caller":"traceutil/trace.go:172","msg":"trace[481494351] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"851.715357ms","start":"2026-03-17T20:48:38.191232Z","end":"2026-03-17T20:48:39.042947Z","steps":["trace[481494351] 'process raft request' (duration: 851.43754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.043041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:38.191205Z","time spent":"851.782621ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4741,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:39.190247Z","caller":"traceutil/trace.go:172","msg":"trace[189756915] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:627; }","duration":"147.642673ms","start":"2026-03-17T20:48:39.042586Z","end":"2026-03-17T20:48:39.190229Z","steps":["trace[189756915] 'read index received' (duration: 147.636283ms)","trace[189756915] 'applied index is now lower than readState.Index' (duration: 5.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:39.229148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.875874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:39.229236Z","caller":"traceutil/trace.go:172","msg":"trace[1763558927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:599; }","duration":"221.96791ms","start":"2026-03-17T20:48:39.007246Z","end":"2026-03-17T20:48:39.229214Z","steps":["trace[1763558927] 'agreement among raft nodes before linearized reading' (duration: 182.999618ms)","trace[1763558927] 'range keys from in-memory index tree' (duration: 38.856764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:39.229392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.58551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-17T20:48:39.229427Z","caller":"traceutil/trace.go:172","msg":"trace[2138663361] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:599; }","duration":"350.620362ms","start":"2026-03-17T20:48:38.878797Z","end":"2026-03-17T20:48:39.229417Z","steps":["trace[2138663361] 'agreement among raft nodes before linearized reading' (duration: 311.511951ms)","trace[2138663361] 'range keys from in-memory index tree' (duration: 38.997854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:39.229450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:38.878776Z","time spent":"350.666785ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:39.229625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.415209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:48:39.229699Z","caller":"traceutil/trace.go:172","msg":"trace[336440500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"317.502994ms","start":"2026-03-17T20:48:38.912175Z","end":"2026-03-17T20:48:39.229678Z","steps":["trace[336440500] 'agreement among raft nodes before linearized reading' (duration: 278.087244ms)","trace[336440500] 'range keys from in-memory index tree' (duration: 39.200067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:39.229740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:38.912153Z","time spent":"317.57797ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:39.229791Z","caller":"traceutil/trace.go:172","msg":"trace[216011647] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"944.520387ms","start":"2026-03-17T20:48:38.285250Z","end":"2026-03-17T20:48:39.229770Z","steps":["trace[216011647] 'process raft request' (duration: 905.130218ms)","trace[216011647] 'compare' (duration: 38.498663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:39.229950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:38.285224Z","time spent":"944.609623ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:39.230572Z","caller":"traceutil/trace.go:172","msg":"trace[738778193] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"870.102124ms","start":"2026-03-17T20:48:38.360463Z","end":"2026-03-17T20:48:39.230565Z","steps":["trace[738778193] 'process raft request' (duration: 870.001397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.230620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:38.360439Z","time spent":"870.155357ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":858,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:48:39.230635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.158819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:39.230692Z","caller":"traceutil/trace.go:172","msg":"trace[1923576705] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"890.157485ms","start":"2026-03-17T20:48:38.340530Z","end":"2026-03-17T20:48:39.230687Z","steps":["trace[1923576705] 'process raft request' (duration: 889.179854ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.230682Z","caller":"traceutil/trace.go:172","msg":"trace[1483586038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"187.204092ms","start":"2026-03-17T20:48:39.043465Z","end":"2026-03-17T20:48:39.230669Z","steps":["trace[1483586038] 'agreement among raft nodes before linearized reading' (duration: 187.128197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.230685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.083017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-l8lwh\" limit:1 ","response":"range_response_count:1 size:3425"} {"level":"warn","ts":"2026-03-17T20:48:39.230719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:38.340497Z","time spent":"890.206388ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:39.230729Z","caller":"traceutil/trace.go:172","msg":"trace[786767738] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-l8lwh; range_end:; response_count:1; response_revision:602; }","duration":"184.124989ms","start":"2026-03-17T20:48:39.046591Z","end":"2026-03-17T20:48:39.230716Z","steps":["trace[786767738] 'agreement among raft nodes before linearized reading' (duration: 183.98532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.631761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.492753ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:39.631837Z","caller":"traceutil/trace.go:172","msg":"trace[457594592] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:603; }","duration":"132.60883ms","start":"2026-03-17T20:48:39.499211Z","end":"2026-03-17T20:48:39.631820Z","steps":["trace[457594592] 'range keys from in-memory index tree' (duration: 132.434639ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.759791Z","caller":"traceutil/trace.go:172","msg":"trace[648670559] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:631; }","duration":"377.733091ms","start":"2026-03-17T20:48:39.382029Z","end":"2026-03-17T20:48:39.759763Z","steps":["trace[648670559] 'read index received' (duration: 377.724871ms)","trace[648670559] 'applied index is now lower than readState.Index' (duration: 6.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:39.760169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.099365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-17T20:48:39.760213Z","caller":"traceutil/trace.go:172","msg":"trace[846481223] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:603; }","duration":"378.176679ms","start":"2026-03-17T20:48:39.382024Z","end":"2026-03-17T20:48:39.760201Z","steps":["trace[846481223] 'agreement among raft nodes before linearized reading' (duration: 377.875581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.760246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:39.382005Z","time spent":"378.232993ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":542,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:39.760542Z","caller":"traceutil/trace.go:172","msg":"trace[1434093957] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"522.914389ms","start":"2026-03-17T20:48:39.237603Z","end":"2026-03-17T20:48:39.760517Z","steps":["trace[1434093957] 'process raft request' (duration: 522.836504ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.760599Z","caller":"traceutil/trace.go:172","msg":"trace[1330538352] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"526.837556ms","start":"2026-03-17T20:48:39.233750Z","end":"2026-03-17T20:48:39.760587Z","steps":["trace[1330538352] 'process raft request' (duration: 526.546607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.760675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:39.233740Z","time spent":"526.886339ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:39.760704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:39.237591Z","time spent":"523.036888ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5025,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:39.790080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.622564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-17T20:48:39.790147Z","caller":"traceutil/trace.go:172","msg":"trace[410979397] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:605; }","duration":"103.706979ms","start":"2026-03-17T20:48:39.686424Z","end":"2026-03-17T20:48:39.790131Z","steps":["trace[410979397] 'agreement among raft nodes before linearized reading' (duration: 103.323756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.790601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.556027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:39.790629Z","caller":"traceutil/trace.go:172","msg":"trace[1765884123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:605; }","duration":"158.749559ms","start":"2026-03-17T20:48:39.631872Z","end":"2026-03-17T20:48:39.790622Z","steps":["trace[1765884123] 'agreement among raft nodes before linearized reading' (duration: 158.539166ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.791178Z","caller":"traceutil/trace.go:172","msg":"trace[1166697486] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"464.395703ms","start":"2026-03-17T20:48:39.326769Z","end":"2026-03-17T20:48:39.791165Z","steps":["trace[1166697486] 'process raft request' (duration: 464.214942ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:39.791413Z","caller":"traceutil/trace.go:172","msg":"trace[1857710157] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"464.430795ms","start":"2026-03-17T20:48:39.326965Z","end":"2026-03-17T20:48:39.791395Z","steps":["trace[1857710157] 'process raft request' (duration: 464.177929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.791506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:39.326958Z","time spent":"464.490048ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:39.795559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:39.326752Z","time spent":"464.455106ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:39.918595Z","caller":"traceutil/trace.go:172","msg":"trace[1146333669] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"120.196992ms","start":"2026-03-17T20:48:39.798378Z","end":"2026-03-17T20:48:39.918575Z","steps":["trace[1146333669] 'process raft request' (duration: 36.540899ms)","trace[1146333669] 'compare' (duration: 83.488103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:40.238439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.800247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:40.238646Z","caller":"traceutil/trace.go:172","msg":"trace[971023773] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"426.780615ms","start":"2026-03-17T20:48:39.811846Z","end":"2026-03-17T20:48:40.238626Z","steps":["trace[971023773] 'process raft request' (duration: 262.706951ms)","trace[971023773] 'compare' (duration: 163.638097ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:40.238724Z","caller":"traceutil/trace.go:172","msg":"trace[2058252563] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"316.958572ms","start":"2026-03-17T20:48:39.921745Z","end":"2026-03-17T20:48:40.238704Z","steps":["trace[2058252563] 'process raft request' (duration: 316.832174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:40.238759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:39.811816Z","time spent":"426.879061ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18335,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:40.238798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:39.921726Z","time spent":"317.044687ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:40.262904Z","caller":"traceutil/trace.go:172","msg":"trace[206842802] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"164.463267ms","start":"2026-03-17T20:48:40.098416Z","end":"2026-03-17T20:48:40.262879Z","steps":["trace[206842802] 'process raft request' (duration: 163.890452ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.497640Z","caller":"traceutil/trace.go:172","msg":"trace[2034145126] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"227.078958ms","start":"2026-03-17T20:48:40.270543Z","end":"2026-03-17T20:48:40.497622Z","steps":["trace[2034145126] 'process raft request' (duration: 226.943399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:41.679341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.861534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:41.679425Z","caller":"traceutil/trace.go:172","msg":"trace[1974465292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:613; }","duration":"181.009154ms","start":"2026-03-17T20:48:41.498401Z","end":"2026-03-17T20:48:41.679410Z","steps":["trace[1974465292] 'range keys from in-memory index tree' (duration: 180.814041ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:42.595497Z","caller":"traceutil/trace.go:172","msg":"trace[752117232] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:644; }","duration":"230.804416ms","start":"2026-03-17T20:48:42.364673Z","end":"2026-03-17T20:48:42.595477Z","steps":["trace[752117232] 'read index received' (duration: 230.796365ms)","trace[752117232] 'applied index is now lower than readState.Index' (duration: 6.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:42.595696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.020669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:48:42.595733Z","caller":"traceutil/trace.go:172","msg":"trace[1282480222] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:616; }","duration":"231.072342ms","start":"2026-03-17T20:48:42.364652Z","end":"2026-03-17T20:48:42.595725Z","steps":["trace[1282480222] 'agreement among raft nodes before linearized reading' (duration: 230.930944ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:42.596096Z","caller":"traceutil/trace.go:172","msg":"trace[189246467] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"322.095985ms","start":"2026-03-17T20:48:42.273528Z","end":"2026-03-17T20:48:42.595623Z","steps":["trace[189246467] 'process raft request' (duration: 321.984858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:42.596200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:42.273504Z","time spent":"322.623079ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:43.475576Z","caller":"traceutil/trace.go:172","msg":"trace[600102335] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"179.130143ms","start":"2026-03-17T20:48:43.296420Z","end":"2026-03-17T20:48:43.475550Z","steps":["trace[600102335] 'process raft request' (duration: 178.93843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:45.142667Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:45.643201Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:46.143795Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:46.644445Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:46.835889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999858827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:48:46.836031Z","caller":"traceutil/trace.go:172","msg":"trace[1518453023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003597s","start":"2026-03-17T20:48:44.836005Z","end":"2026-03-17T20:48:46.836008Z","steps":["trace[1518453023] 'agreement among raft nodes before linearized reading' (duration: 1.999856537s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:46.836102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:44.835966Z","time spent":"2.000121815s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:48:46 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:48:47.145249Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:47.646317Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:48.147292Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:48.648139Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:48.837017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000395338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:48:48.837103Z","caller":"traceutil/trace.go:172","msg":"trace[959121052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492605s","start":"2026-03-17T20:48:46.836590Z","end":"2026-03-17T20:48:48.837082Z","steps":["trace[959121052] 'agreement among raft nodes before linearized reading' (duration: 2.000392408s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:48.837152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:46.836554Z","time spent":"2.000589901s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:48:48 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:48:49.148540Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:49.460558Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.8568147s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:48:49.460806Z","caller":"traceutil/trace.go:172","msg":"trace[1367045257] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:658; }","duration":"4.818198533s","start":"2026-03-17T20:48:44.642578Z","end":"2026-03-17T20:48:49.460776Z","steps":["trace[1367045257] 'read index received' (duration: 4.818189982s)","trace[1367045257] 'applied index is now lower than readState.Index' (duration: 7.321µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:49.460933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.818349032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:49.460959Z","caller":"traceutil/trace.go:172","msg":"trace[1426993227] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:628; }","duration":"4.818390035s","start":"2026-03-17T20:48:44.642562Z","end":"2026-03-17T20:48:49.460952Z","steps":["trace[1426993227] 'agreement among raft nodes before linearized reading' (duration: 4.81831492s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.460982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:44.642527Z","time spent":"4.818448348s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:49.461016Z","caller":"traceutil/trace.go:172","msg":"trace[233905798] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"4.857472122s","start":"2026-03-17T20:48:44.603517Z","end":"2026-03-17T20:48:49.460989Z","steps":["trace[233905798] 'process raft request' (duration: 4.857328533s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.461164Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:44.603457Z","time spent":"4.857634492s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:49.735955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000825794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:48:49.736046Z","caller":"traceutil/trace.go:172","msg":"trace[329911044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000960332s","start":"2026-03-17T20:48:47.735059Z","end":"2026-03-17T20:48:49.736019Z","steps":["trace[329911044] 'agreement among raft nodes before linearized reading' (duration: 2.000854495s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.736096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:47.735026Z","time spent":"2.001062899s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:49.833909Z","caller":"traceutil/trace.go:172","msg":"trace[1440030108] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:659; }","duration":"373.010492ms","start":"2026-03-17T20:48:49.460852Z","end":"2026-03-17T20:48:49.833863Z","steps":["trace[1440030108] 'read index received' (duration: 372.995871ms)","trace[1440030108] 'applied index is now lower than readState.Index' (duration: 13.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.347939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.679697729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.348020Z","caller":"traceutil/trace.go:172","msg":"trace[1177896754] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:629; }","duration":"5.679787584s","start":"2026-03-17T20:48:44.668213Z","end":"2026-03-17T20:48:50.348000Z","steps":["trace[1177896754] 'agreement among raft nodes before linearized reading' (duration: 5.165746398s)","trace[1177896754] 'range keys from in-memory index tree' (duration: 513.920228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:44.668129Z","time spent":"5.679921394s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.348673889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.348201Z","caller":"traceutil/trace.go:172","msg":"trace[875438291] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:629; }","duration":"4.348760375s","start":"2026-03-17T20:48:45.999420Z","end":"2026-03-17T20:48:50.348180Z","steps":["trace[875438291] 'agreement among raft nodes before linearized reading' (duration: 3.834569249s)","trace[875438291] 'range keys from in-memory index tree' (duration: 514.078009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.420613417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:50.348278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.290107641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.348306Z","caller":"traceutil/trace.go:172","msg":"trace[134604034] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:629; }","duration":"4.290133904s","start":"2026-03-17T20:48:46.058165Z","end":"2026-03-17T20:48:50.348299Z","steps":["trace[134604034] 'agreement among raft nodes before linearized reading' (duration: 3.775814338s)","trace[134604034] 'range keys from in-memory index tree' (duration: 514.284902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.849885639s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:50.348329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:46.058143Z","time spent":"4.290180127s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:50.348289Z","caller":"traceutil/trace.go:172","msg":"trace[1434778248] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:629; }","duration":"2.420751446s","start":"2026-03-17T20:48:47.927521Z","end":"2026-03-17T20:48:50.348273Z","steps":["trace[1434778248] 'agreement among raft nodes before linearized reading' (duration: 1.906346236s)","trace[1434778248] 'range keys from in-memory index tree' (duration: 514.09623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.536032245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-17T20:48:50.348405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:47.927501Z","time spent":"2.420894677s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:50.348454Z","caller":"traceutil/trace.go:172","msg":"trace[1195719771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"4.53611295s","start":"2026-03-17T20:48:45.812325Z","end":"2026-03-17T20:48:50.348438Z","steps":["trace[1195719771] 'agreement among raft nodes before linearized reading' (duration: 4.021656656s)","trace[1195719771] 'range keys from in-memory index tree' (duration: 514.219348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:45.999400Z","time spent":"4.348831929s","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.503483785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.348891Z","caller":"traceutil/trace.go:172","msg":"trace[171416052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.503798145s","start":"2026-03-17T20:48:48.845067Z","end":"2026-03-17T20:48:50.348865Z","steps":["trace[171416052] 'agreement among raft nodes before linearized reading' (duration: 988.822518ms)","trace[171416052] 'range keys from in-memory index tree' (duration: 514.54152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:48.845060Z","time spent":"1.503887781s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:50.348384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.449460683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:48:50.349049Z","caller":"traceutil/trace.go:172","msg":"trace[1509666295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"4.450123386s","start":"2026-03-17T20:48:45.898915Z","end":"2026-03-17T20:48:50.349038Z","steps":["trace[1509666295] 'agreement among raft nodes before linearized reading' (duration: 3.935007459s)","trace[1509666295] 'range keys from in-memory index tree' (duration: 514.39844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.647167964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:50.349098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:45.898888Z","time spent":"4.45019385s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.613302918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.349196Z","caller":"traceutil/trace.go:172","msg":"trace[1856545427] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:629; }","duration":"5.614239249s","start":"2026-03-17T20:48:44.734932Z","end":"2026-03-17T20:48:50.349172Z","steps":["trace[1856545427] 'agreement among raft nodes before linearized reading' (duration: 5.099043097s)","trace[1856545427] 'range keys from in-memory index tree' (duration: 514.24078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.349255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:44.734906Z","time spent":"5.614334955s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.833907244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.349346Z","caller":"traceutil/trace.go:172","msg":"trace[1656618805] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:629; }","duration":"4.834685084s","start":"2026-03-17T20:48:45.514644Z","end":"2026-03-17T20:48:50.349329Z","steps":["trace[1656618805] 'agreement among raft nodes before linearized reading' (duration: 4.319339613s)","trace[1656618805] 'range keys from in-memory index tree' (duration: 514.558741ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:50.348366Z","caller":"traceutil/trace.go:172","msg":"trace[1843020315] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:629; }","duration":"4.849913971s","start":"2026-03-17T20:48:45.498419Z","end":"2026-03-17T20:48:50.348333Z","steps":["trace[1843020315] 'agreement among raft nodes before linearized reading' (duration: 4.335545162s)","trace[1843020315] 'range keys from in-memory index tree' (duration: 514.330006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.349408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:45.514618Z","time spent":"4.83476755s","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.27714336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.349540Z","caller":"traceutil/trace.go:172","msg":"trace[232867872] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:629; }","duration":"3.278281624s","start":"2026-03-17T20:48:47.071249Z","end":"2026-03-17T20:48:50.349531Z","steps":["trace[232867872] 'agreement among raft nodes before linearized reading' (duration: 2.762701827s)","trace[232867872] 'range keys from in-memory index tree' (duration: 514.432633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.349574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:47.071230Z","time spent":"3.278334807s","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.215940128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.349691Z","caller":"traceutil/trace.go:172","msg":"trace[485203551] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:629; }","duration":"3.21721232s","start":"2026-03-17T20:48:47.132469Z","end":"2026-03-17T20:48:50.349681Z","steps":["trace[485203551] 'agreement among raft nodes before linearized reading' (duration: 2.701491984s)","trace[485203551] 'range keys from in-memory index tree' (duration: 514.439943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.349714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:47.132440Z","time spent":"3.217267484s","remote":"127.0.0.1:52768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:45.812308Z","time spent":"4.536176694s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.348559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.505781363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbf94767cf9c\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:48:50.349887Z","caller":"traceutil/trace.go:172","msg":"trace[992878768] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller.189dbbf94767cf9c; range_end:; response_count:1; response_revision:629; }","duration":"1.507093688s","start":"2026-03-17T20:48:48.842773Z","end":"2026-03-17T20:48:50.349866Z","steps":["trace[992878768] 'agreement among raft nodes before linearized reading' (duration: 991.091064ms)","trace[992878768] 'range keys from in-memory index tree' (duration: 514.613774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.348691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"514.70326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:48:50.349935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:48.842755Z","time spent":"1.507166624s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":806,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbf94767cf9c\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:50.350203Z","caller":"traceutil/trace.go:172","msg":"trace[1395849373] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"806.990605ms","start":"2026-03-17T20:48:49.543203Z","end":"2026-03-17T20:48:50.350193Z","steps":["trace[1395849373] 'process raft request' (duration: 806.947892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:50.350313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.543170Z","time spent":"807.07957ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:50.350404Z","caller":"traceutil/trace.go:172","msg":"trace[151210797] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"4.870231384s","start":"2026-03-17T20:48:45.480155Z","end":"2026-03-17T20:48:50.350386Z","steps":["trace[151210797] 'process raft request' (duration: 4.353790491s)","trace[151210797] 'compare' (duration: 514.482656ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:50.350508Z","caller":"traceutil/trace.go:172","msg":"trace[1232962993] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"4.139740396s","start":"2026-03-17T20:48:46.210758Z","end":"2026-03-17T20:48:50.350498Z","steps":["trace[1232962993] 'process raft request' (duration: 4.139244414s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:50.350578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:46.210728Z","time spent":"4.139823832s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:50.350697Z","caller":"traceutil/trace.go:172","msg":"trace[762522107] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:659; }","duration":"355.377411ms","start":"2026-03-17T20:48:49.995310Z","end":"2026-03-17T20:48:50.350688Z","steps":["trace[762522107] 'read index received' (duration: 344.892457ms)","trace[762522107] 'applied index is now lower than readState.Index' (duration: 10.483593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.350523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:45.480132Z","time spent":"4.87031768s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:50.351134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.818381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:60 size:5116"} {"level":"info","ts":"2026-03-17T20:48:50.351205Z","caller":"traceutil/trace.go:172","msg":"trace[905784605] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:60; response_revision:632; }","duration":"355.891166ms","start":"2026-03-17T20:48:49.995306Z","end":"2026-03-17T20:48:50.351197Z","steps":["trace[905784605] 'agreement among raft nodes before linearized reading' (duration: 355.427705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:50.351251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.995289Z","time spent":"355.952159ms","remote":"127.0.0.1:53560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":60,"response size":5138,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-17T20:48:50.351559Z","caller":"traceutil/trace.go:172","msg":"trace[436946266] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:629; }","duration":"1.650427067s","start":"2026-03-17T20:48:48.701121Z","end":"2026-03-17T20:48:50.351548Z","steps":["trace[436946266] 'agreement among raft nodes before linearized reading' (duration: 1.132781025s)","trace[436946266] 'range keys from in-memory index tree' (duration: 514.359317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.351619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:48.701095Z","time spent":"1.650513353s","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:50.352195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.331610601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.352265Z","caller":"traceutil/trace.go:172","msg":"trace[623675853] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:629; }","duration":"5.331683236s","start":"2026-03-17T20:48:45.020565Z","end":"2026-03-17T20:48:50.352248Z","steps":["trace[623675853] 'agreement among raft nodes before linearized reading' (duration: 4.813405233s)","trace[623675853] 'range keys from in-memory index tree' (duration: 514.051407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.352331Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:45.020543Z","time spent":"5.331778913s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:50.601120Z","caller":"traceutil/trace.go:172","msg":"trace[1591097012] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:662; }","duration":"250.141869ms","start":"2026-03-17T20:48:50.350943Z","end":"2026-03-17T20:48:50.601085Z","steps":["trace[1591097012] 'read index received' (duration: 250.127428ms)","trace[1591097012] 'applied index is now lower than readState.Index' (duration: 12.461µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.855270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"504.298247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:50.855360Z","caller":"traceutil/trace.go:172","msg":"trace[1122184010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"504.400294ms","start":"2026-03-17T20:48:50.350939Z","end":"2026-03-17T20:48:50.855339Z","steps":["trace[1122184010] 'agreement among raft nodes before linearized reading' (duration: 250.259436ms)","trace[1122184010] 'range keys from in-memory index tree' (duration: 253.991638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:50.855414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:50.350925Z","time spent":"504.466619ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:51.062922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.619246ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:48:51.063159Z","caller":"traceutil/trace.go:172","msg":"trace[123932567] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"461.843731ms","start":"2026-03-17T20:48:50.601279Z","end":"2026-03-17T20:48:51.063123Z","steps":["trace[123932567] 'read index received' (duration: 206.669832ms)","trace[123932567] 'applied index is now lower than readState.Index' (duration: 255.169979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:51.229489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.419021ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-17T20:48:51.229521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"877.154758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:51.229612Z","caller":"traceutil/trace.go:172","msg":"trace[1791544081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:632; }","duration":"877.243754ms","start":"2026-03-17T20:48:50.352345Z","end":"2026-03-17T20:48:51.229588Z","steps":["trace[1791544081] 'agreement among raft nodes before linearized reading' (duration: 710.909438ms)","trace[1791544081] 'range keys from in-memory index tree' (duration: 166.211227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:51.229738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:50.351866Z","time spent":"877.868395ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:48:51.229937Z","caller":"traceutil/trace.go:172","msg":"trace[1027209521] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:663; }","duration":"166.659227ms","start":"2026-03-17T20:48:51.063260Z","end":"2026-03-17T20:48:51.229919Z","steps":["trace[1027209521] 'read index received' (duration: 57.444µs)","trace[1027209521] 'applied index is now lower than readState.Index' (duration: 166.600582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:51.230027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.784965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:51.230054Z","caller":"traceutil/trace.go:172","msg":"trace[1188807777] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"874.597822ms","start":"2026-03-17T20:48:50.355443Z","end":"2026-03-17T20:48:51.230041Z","steps":["trace[1188807777] 'process raft request' (duration: 874.388868ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:51.230065Z","caller":"traceutil/trace.go:172","msg":"trace[926877370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"366.822937ms","start":"2026-03-17T20:48:50.863229Z","end":"2026-03-17T20:48:51.230052Z","steps":["trace[926877370] 'agreement among raft nodes before linearized reading' (duration: 366.747032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:51.232192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:50.863214Z","time spent":"368.962788ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:51.230082Z","caller":"traceutil/trace.go:172","msg":"trace[1985065631] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"876.586731ms","start":"2026-03-17T20:48:50.353479Z","end":"2026-03-17T20:48:51.230065Z","steps":["trace[1985065631] 'process raft request' (duration: 876.126621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:51.232414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:50.353462Z","time spent":"878.914404ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:51.230137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:50.355430Z","time spent":"874.652575ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:51.230157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.295379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:51.232752Z","caller":"traceutil/trace.go:172","msg":"trace[323388986] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:634; }","duration":"228.894739ms","start":"2026-03-17T20:48:51.003846Z","end":"2026-03-17T20:48:51.232741Z","steps":["trace[323388986] 'agreement among raft nodes before linearized reading' (duration: 226.269747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:51.773715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.977386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:51.773790Z","caller":"traceutil/trace.go:172","msg":"trace[1405816122] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:634; }","duration":"275.064632ms","start":"2026-03-17T20:48:51.498713Z","end":"2026-03-17T20:48:51.773778Z","steps":["trace[1405816122] 'range keys from in-memory index tree' (duration: 274.908011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:51.774058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.260143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:51.774145Z","caller":"traceutil/trace.go:172","msg":"trace[137285915] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"542.383477ms","start":"2026-03-17T20:48:51.231744Z","end":"2026-03-17T20:48:51.774127Z","steps":["trace[137285915] 'process raft request' (duration: 402.969693ms)","trace[137285915] 'compare' (duration: 138.916271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:51.774217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:51.231715Z","time spent":"542.476763ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:51.815689Z","caller":"traceutil/trace.go:172","msg":"trace[199921490] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"349.663725ms","start":"2026-03-17T20:48:51.466009Z","end":"2026-03-17T20:48:51.815673Z","steps":["trace[199921490] 'process raft request' (duration: 349.520315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:51.815896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:51.465983Z","time spent":"349.830185ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:51.954625Z","caller":"traceutil/trace.go:172","msg":"trace[1415017752] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:668; }","duration":"117.18927ms","start":"2026-03-17T20:48:51.837409Z","end":"2026-03-17T20:48:51.954598Z","steps":["trace[1415017752] 'read index received' (duration: 117.180279ms)","trace[1415017752] 'applied index is now lower than readState.Index' (duration: 7.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:52.124144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.72086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:52.124218Z","caller":"traceutil/trace.go:172","msg":"trace[2083426356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"286.795984ms","start":"2026-03-17T20:48:51.837403Z","end":"2026-03-17T20:48:52.124199Z","steps":["trace[2083426356] 'agreement among raft nodes before linearized reading' (duration: 117.307667ms)","trace[2083426356] 'range keys from in-memory index tree' (duration: 169.38174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:52.124238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.520879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:52.124470Z","caller":"traceutil/trace.go:172","msg":"trace[1238185401] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"347.308965ms","start":"2026-03-17T20:48:51.777150Z","end":"2026-03-17T20:48:52.124459Z","steps":["trace[1238185401] 'process raft request' (duration: 177.510187ms)","trace[1238185401] 'compare' (duration: 169.407572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:52.124509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:51.777128Z","time spent":"347.363659ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:48:53.747433Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:54.093299Z","caller":"traceutil/trace.go:172","msg":"trace[1823922520] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:672; }","duration":"845.91154ms","start":"2026-03-17T20:48:53.247356Z","end":"2026-03-17T20:48:54.093267Z","steps":["trace[1823922520] 'read index received' (duration: 845.899879ms)","trace[1823922520] 'applied index is now lower than readState.Index' (duration: 10.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:54.093494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"846.096802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:54.093553Z","caller":"traceutil/trace.go:172","msg":"trace[311187392] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:639; }","duration":"846.172487ms","start":"2026-03-17T20:48:53.247353Z","end":"2026-03-17T20:48:54.093525Z","steps":["trace[311187392] 'agreement among raft nodes before linearized reading' (duration: 846.048669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:54.093594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:53.247344Z","time spent":"846.242902ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:54.094220Z","caller":"traceutil/trace.go:172","msg":"trace[1517162217] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"854.217937ms","start":"2026-03-17T20:48:53.239986Z","end":"2026-03-17T20:48:54.094204Z","steps":["trace[1517162217] 'process raft request' (duration: 854.076398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:54.094332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:53.239968Z","time spent":"854.308223ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:54.103806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.775281ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:54.103903Z","caller":"traceutil/trace.go:172","msg":"trace[988915112] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:640; }","duration":"604.880578ms","start":"2026-03-17T20:48:53.499009Z","end":"2026-03-17T20:48:54.103890Z","steps":["trace[988915112] 'agreement among raft nodes before linearized reading' (duration: 604.76108ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:54.103972Z","caller":"traceutil/trace.go:172","msg":"trace[1607428133] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"863.3398ms","start":"2026-03-17T20:48:53.240625Z","end":"2026-03-17T20:48:54.103965Z","steps":["trace[1607428133] 'process raft request' (duration: 863.146987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:54.104033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:53.240612Z","time spent":"863.382193ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":424,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:54.104123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.416995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:54.104148Z","caller":"traceutil/trace.go:172","msg":"trace[2070415679] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:642; }","duration":"187.446837ms","start":"2026-03-17T20:48:53.916696Z","end":"2026-03-17T20:48:54.104142Z","steps":["trace[2070415679] 'agreement among raft nodes before linearized reading' (duration: 187.398083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:54.104232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.007559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:54.103860Z","caller":"traceutil/trace.go:172","msg":"trace[2122650036] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"283.239054ms","start":"2026-03-17T20:48:53.820611Z","end":"2026-03-17T20:48:54.103850Z","steps":["trace[2122650036] 'process raft request' (duration: 283.210313ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:54.104263Z","caller":"traceutil/trace.go:172","msg":"trace[1064978900] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:642; }","duration":"527.038231ms","start":"2026-03-17T20:48:53.577217Z","end":"2026-03-17T20:48:54.104255Z","steps":["trace[1064978900] 'agreement among raft nodes before linearized reading' (duration: 526.993238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:54.104285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:53.577184Z","time spent":"527.097205ms","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:54.104400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.984697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:54.104426Z","caller":"traceutil/trace.go:172","msg":"trace[897324139] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:642; }","duration":"503.010449ms","start":"2026-03-17T20:48:53.601409Z","end":"2026-03-17T20:48:54.104420Z","steps":["trace[897324139] 'agreement among raft nodes before linearized reading' (duration: 502.972116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:54.104441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:53.601388Z","time spent":"503.049701ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:56.281017Z","caller":"traceutil/trace.go:172","msg":"trace[249092691] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:678; }","duration":"116.577707ms","start":"2026-03-17T20:48:56.164417Z","end":"2026-03-17T20:48:56.280995Z","steps":["trace[249092691] 'read index received' (duration: 116.566836ms)","trace[249092691] 'applied index is now lower than readState.Index' (duration: 9.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:56.290362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.924809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:56.290420Z","caller":"traceutil/trace.go:172","msg":"trace[36947140] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:645; }","duration":"125.995344ms","start":"2026-03-17T20:48:56.164413Z","end":"2026-03-17T20:48:56.290408Z","steps":["trace[36947140] 'agreement among raft nodes before linearized reading' (duration: 116.664583ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:56.290519Z","caller":"traceutil/trace.go:172","msg":"trace[417843013] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"152.938405ms","start":"2026-03-17T20:48:56.137559Z","end":"2026-03-17T20:48:56.290498Z","steps":["trace[417843013] 'process raft request' (duration: 143.477925ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:58.077893Z","caller":"traceutil/trace.go:172","msg":"trace[1356775355] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:680; }","duration":"241.32599ms","start":"2026-03-17T20:48:57.836549Z","end":"2026-03-17T20:48:58.077875Z","steps":["trace[1356775355] 'read index received' (duration: 241.319149ms)","trace[1356775355] 'applied index is now lower than readState.Index' (duration: 5.78µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:58.078011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.448757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:58.078029Z","caller":"traceutil/trace.go:172","msg":"trace[1894920112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"241.482319ms","start":"2026-03-17T20:48:57.836542Z","end":"2026-03-17T20:48:58.078024Z","steps":["trace[1894920112] 'agreement among raft nodes before linearized reading' (duration: 241.419075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.770938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.985599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:48:58.771121Z","caller":"traceutil/trace.go:172","msg":"trace[2062137878] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:680; }","duration":"693.168971ms","start":"2026-03-17T20:48:58.077941Z","end":"2026-03-17T20:48:58.771110Z","steps":["trace[2062137878] 'read index received' (duration: 45.533µs)","trace[2062137878] 'applied index is now lower than readState.Index' (duration: 693.122808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:58.771320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.366865ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:58.771339Z","caller":"traceutil/trace.go:172","msg":"trace[2008001339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:647; }","duration":"272.394217ms","start":"2026-03-17T20:48:58.498939Z","end":"2026-03-17T20:48:58.771334Z","steps":["trace[2008001339] 'range keys from in-memory index tree' (duration: 272.338982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.771424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"839.647768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:58.771436Z","caller":"traceutil/trace.go:172","msg":"trace[44337853] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:647; }","duration":"839.660799ms","start":"2026-03-17T20:48:57.931771Z","end":"2026-03-17T20:48:58.771432Z","steps":["trace[44337853] 'agreement among raft nodes before linearized reading' (duration: 839.636047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.771451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:57.931545Z","time spent":"839.902415ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:58.771682Z","caller":"traceutil/trace.go:172","msg":"trace[882822284] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"628.969119ms","start":"2026-03-17T20:48:58.142687Z","end":"2026-03-17T20:48:58.771656Z","steps":["trace[882822284] 'process raft request' (duration: 628.340017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:58.771827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:58.142666Z","time spent":"629.090578ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":465,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:59.084588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.005557237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:59.084666Z","caller":"traceutil/trace.go:172","msg":"trace[1871129298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"1.005639292s","start":"2026-03-17T20:48:58.079008Z","end":"2026-03-17T20:48:59.084647Z","steps":["trace[1871129298] 'agreement among raft nodes before linearized reading' (duration: 719.230854ms)","trace[1871129298] 'range keys from in-memory index tree' (duration: 286.299241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.084691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"947.495136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-17T20:48:59.084712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:58.078985Z","time spent":"1.005707727s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:59.084722Z","caller":"traceutil/trace.go:172","msg":"trace[1451848601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"947.524717ms","start":"2026-03-17T20:48:58.137186Z","end":"2026-03-17T20:48:59.084711Z","steps":["trace[1451848601] 'agreement among raft nodes before linearized reading' (duration: 661.059095ms)","trace[1451848601] 'range keys from in-memory index tree' (duration: 286.363086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.084685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.139688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:59.084780Z","caller":"traceutil/trace.go:172","msg":"trace[271970605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:648; }","duration":"309.255486ms","start":"2026-03-17T20:48:58.775509Z","end":"2026-03-17T20:48:59.084764Z","steps":["trace[271970605] 'range keys from in-memory index tree' (duration: 309.079544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:59.084914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"790.590898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-17T20:48:59.084739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:58.137163Z","time spent":"947.572061ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:59.084900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.423158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:59.084962Z","caller":"traceutil/trace.go:172","msg":"trace[170340871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"790.635551ms","start":"2026-03-17T20:48:58.294311Z","end":"2026-03-17T20:48:59.084947Z","steps":["trace[170340871] 'agreement among raft nodes before linearized reading' (duration: 503.916232ms)","trace[170340871] 'range keys from in-memory index tree' (duration: 286.608432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.084999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:58.294292Z","time spent":"790.694685ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:59.084980Z","caller":"traceutil/trace.go:172","msg":"trace[1272905688] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:648; }","duration":"562.519224ms","start":"2026-03-17T20:48:58.522440Z","end":"2026-03-17T20:48:59.084959Z","steps":["trace[1272905688] 'agreement among raft nodes before linearized reading' (duration: 275.762192ms)","trace[1272905688] 'range keys from in-memory index tree' (duration: 286.609092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.085043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:58.522418Z","time spent":"562.615311ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:59.085112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.762932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:59.085224Z","caller":"traceutil/trace.go:172","msg":"trace[18770499] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"286.978027ms","start":"2026-03-17T20:48:58.798217Z","end":"2026-03-17T20:48:59.085195Z","steps":["trace[18770499] 'read index received' (duration: 68.365µs)","trace[18770499] 'applied index is now lower than readState.Index' (duration: 286.908512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.085296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.929679ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:59.085331Z","caller":"traceutil/trace.go:172","msg":"trace[462358538] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:649; }","duration":"313.963441ms","start":"2026-03-17T20:48:58.771355Z","end":"2026-03-17T20:48:59.085319Z","steps":["trace[462358538] 'agreement among raft nodes before linearized reading' (duration: 313.902027ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:59.085330Z","caller":"traceutil/trace.go:172","msg":"trace[1205577149] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"614.597805ms","start":"2026-03-17T20:48:58.470716Z","end":"2026-03-17T20:48:59.085314Z","steps":["trace[1205577149] 'process raft request' (duration: 327.545553ms)","trace[1205577149] 'compare' (duration: 286.495115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.085432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:58.470687Z","time spent":"614.67528ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:59.359682Z","caller":"traceutil/trace.go:172","msg":"trace[1522058350] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:684; }","duration":"193.489268ms","start":"2026-03-17T20:48:59.166172Z","end":"2026-03-17T20:48:59.359662Z","steps":["trace[1522058350] 'read index received' (duration: 193.482588ms)","trace[1522058350] 'applied index is now lower than readState.Index' (duration: 5.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.489625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.425599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:59.489698Z","caller":"traceutil/trace.go:172","msg":"trace[1958403567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"323.510734ms","start":"2026-03-17T20:48:59.166169Z","end":"2026-03-17T20:48:59.489680Z","steps":["trace[1958403567] 'agreement among raft nodes before linearized reading' (duration: 193.575135ms)","trace[1958403567] 'range keys from in-memory index tree' (duration: 129.8076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.489738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:59.166157Z","time spent":"323.574168ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:59.489958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.121062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:59.490037Z","caller":"traceutil/trace.go:172","msg":"trace[1837230152] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"130.292844ms","start":"2026-03-17T20:48:59.359733Z","end":"2026-03-17T20:48:59.490026Z","steps":["trace[1837230152] 'read index received' (duration: 20.751µs)","trace[1837230152] 'applied index is now lower than readState.Index' (duration: 130.271242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.490089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.952632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:59.490108Z","caller":"traceutil/trace.go:172","msg":"trace[1036904497] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:651; }","duration":"263.972134ms","start":"2026-03-17T20:48:59.226130Z","end":"2026-03-17T20:48:59.490102Z","steps":["trace[1036904497] 'agreement among raft nodes before linearized reading' (duration: 263.930341ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:59.490175Z","caller":"traceutil/trace.go:172","msg":"trace[1896601175] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"393.163093ms","start":"2026-03-17T20:48:59.096973Z","end":"2026-03-17T20:48:59.490136Z","steps":["trace[1896601175] 'process raft request' (duration: 262.797325ms)","trace[1896601175] 'compare' (duration: 130.044726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:59.490336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:59.096952Z","time spent":"393.297841ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:00.125800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.729277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:00.125875Z","caller":"traceutil/trace.go:172","msg":"trace[473148989] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:651; }","duration":"308.824103ms","start":"2026-03-17T20:48:59.817038Z","end":"2026-03-17T20:49:00.125862Z","steps":["trace[473148989] 'range keys from in-memory index tree' (duration: 308.63244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:00.125910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:59.817014Z","time spent":"308.887877ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:00.766954Z","caller":"traceutil/trace.go:172","msg":"trace[1923283914] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:685; }","duration":"297.42965ms","start":"2026-03-17T20:49:00.469497Z","end":"2026-03-17T20:49:00.766927Z","steps":["trace[1923283914] 'read index received' (duration: 297.41811ms)","trace[1923283914] 'applied index is now lower than readState.Index' (duration: 9.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:00.767118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.612964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:00.767182Z","caller":"traceutil/trace.go:172","msg":"trace[1417965340] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:651; }","duration":"297.686909ms","start":"2026-03-17T20:49:00.469482Z","end":"2026-03-17T20:49:00.767169Z","steps":["trace[1417965340] 'agreement among raft nodes before linearized reading' (duration: 297.556679ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:00.767199Z","caller":"traceutil/trace.go:172","msg":"trace[700047581] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"355.819175ms","start":"2026-03-17T20:49:00.411359Z","end":"2026-03-17T20:49:00.767178Z","steps":["trace[700047581] 'process raft request' (duration: 355.675505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:00.767356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:00.411327Z","time spent":"355.945214ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:01.355735Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:01.656616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.157190893s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:01.656710Z","caller":"traceutil/trace.go:172","msg":"trace[923179006] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:652; }","duration":"1.15729446s","start":"2026-03-17T20:49:00.499391Z","end":"2026-03-17T20:49:01.656685Z","steps":["trace[923179006] 'agreement among raft nodes before linearized reading' (duration: 355.721528ms)","trace[923179006] 'range keys from in-memory index tree' (duration: 801.439223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:01.656927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.681389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:01.657109Z","caller":"traceutil/trace.go:172","msg":"trace[887581542] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:686; }","duration":"802.018941ms","start":"2026-03-17T20:49:00.855074Z","end":"2026-03-17T20:49:01.657093Z","steps":["trace[887581542] 'read index received' (duration: 785.947088ms)","trace[887581542] 'applied index is now lower than readState.Index' (duration: 16.070393ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:01.657172Z","caller":"traceutil/trace.go:172","msg":"trace[386106159] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"1.097570766s","start":"2026-03-17T20:49:00.559584Z","end":"2026-03-17T20:49:01.657155Z","steps":["trace[386106159] 'process raft request' (duration: 295.550425ms)","trace[386106159] 'compare' (duration: 801.509587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:01.657336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:00.559557Z","time spent":"1.097751779s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:01.657329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"886.164527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:01.657389Z","caller":"traceutil/trace.go:172","msg":"trace[802295086] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:654; }","duration":"886.220081ms","start":"2026-03-17T20:49:00.771147Z","end":"2026-03-17T20:49:01.657367Z","steps":["trace[802295086] 'agreement among raft nodes before linearized reading' (duration: 886.014547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:01.657411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"821.914569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:01.657432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:00.771125Z","time spent":"886.294446ms","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:01.657462Z","caller":"traceutil/trace.go:172","msg":"trace[849611028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"821.967002ms","start":"2026-03-17T20:49:00.835484Z","end":"2026-03-17T20:49:01.657451Z","steps":["trace[849611028] 'agreement among raft nodes before linearized reading' (duration: 821.673203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:01.657495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:00.835470Z","time spent":"822.017236ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:01.657305Z","caller":"traceutil/trace.go:172","msg":"trace[1374439085] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"880.753133ms","start":"2026-03-17T20:49:00.776535Z","end":"2026-03-17T20:49:01.657288Z","steps":["trace[1374439085] 'process raft request' (duration: 880.501157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:01.658165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:00.776515Z","time spent":"881.58776ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:01.671538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.240704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:01.671599Z","caller":"traceutil/trace.go:172","msg":"trace[231656743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:654; }","duration":"177.312219ms","start":"2026-03-17T20:49:01.494274Z","end":"2026-03-17T20:49:01.671586Z","steps":["trace[231656743] 'agreement among raft nodes before linearized reading' (duration: 177.128747ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:01.671647Z","caller":"traceutil/trace.go:172","msg":"trace[1475167707] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"580.294327ms","start":"2026-03-17T20:49:01.091332Z","end":"2026-03-17T20:49:01.671627Z","steps":["trace[1475167707] 'process raft request' (duration: 580.164948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:01.671777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:01.091308Z","time spent":"580.398534ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:01.671879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.304241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:01.671910Z","caller":"traceutil/trace.go:172","msg":"trace[1136756731] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:655; }","duration":"287.335593ms","start":"2026-03-17T20:49:01.384567Z","end":"2026-03-17T20:49:01.671903Z","steps":["trace[1136756731] 'agreement among raft nodes before linearized reading' (duration: 287.28497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:01.672291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.669053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-17T20:49:01.672400Z","caller":"traceutil/trace.go:172","msg":"trace[1626444991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:655; }","duration":"503.77754ms","start":"2026-03-17T20:49:01.168607Z","end":"2026-03-17T20:49:01.672384Z","steps":["trace[1626444991] 'agreement among raft nodes before linearized reading' (duration: 503.584547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:01.672448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:01.168586Z","time spent":"503.849466ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:01.673855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"639.066337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:01.673909Z","caller":"traceutil/trace.go:172","msg":"trace[280006639] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:655; }","duration":"639.121331ms","start":"2026-03-17T20:49:01.034777Z","end":"2026-03-17T20:49:01.673898Z","steps":["trace[280006639] 'agreement among raft nodes before linearized reading' (duration: 637.860176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:01.673933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:01.034750Z","time spent":"639.176845ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:02.061649Z","caller":"traceutil/trace.go:172","msg":"trace[174839884] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"373.411785ms","start":"2026-03-17T20:49:01.688218Z","end":"2026-03-17T20:49:02.061630Z","steps":["trace[174839884] 'process raft request' (duration: 278.437735ms)","trace[174839884] 'compare' (duration: 94.648567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:02.062000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:01.688191Z","time spent":"373.753288ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:02.756536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.405463ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:02.756600Z","caller":"traceutil/trace.go:172","msg":"trace[630639705] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:658; }","duration":"257.481689ms","start":"2026-03-17T20:49:02.499105Z","end":"2026-03-17T20:49:02.756587Z","steps":["trace[630639705] 'range keys from in-memory index tree' (duration: 257.35729ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:04.350256Z","caller":"traceutil/trace.go:172","msg":"trace[1711632390] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:696; }","duration":"195.410422ms","start":"2026-03-17T20:49:04.154817Z","end":"2026-03-17T20:49:04.350227Z","steps":["trace[1711632390] 'read index received' (duration: 195.399041ms)","trace[1711632390] 'applied index is now lower than readState.Index' (duration: 9.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:04.350401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.568842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:04.350394Z","caller":"traceutil/trace.go:172","msg":"trace[88916399] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"281.055509ms","start":"2026-03-17T20:49:04.069322Z","end":"2026-03-17T20:49:04.350378Z","steps":["trace[88916399] 'process raft request' (duration: 280.92166ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:04.350437Z","caller":"traceutil/trace.go:172","msg":"trace[1898311118] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:661; }","duration":"195.625086ms","start":"2026-03-17T20:49:04.154803Z","end":"2026-03-17T20:49:04.350428Z","steps":["trace[1898311118] 'agreement among raft nodes before linearized reading' (duration: 195.523869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:04.710276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.749513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:04.710379Z","caller":"traceutil/trace.go:172","msg":"trace[539888232] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:662; }","duration":"258.861601ms","start":"2026-03-17T20:49:04.451497Z","end":"2026-03-17T20:49:04.710359Z","steps":["trace[539888232] 'range keys from in-memory index tree' (duration: 258.629676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:04.710696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.356585ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:04.710753Z","caller":"traceutil/trace.go:172","msg":"trace[1298472234] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:662; }","duration":"211.474862ms","start":"2026-03-17T20:49:04.499262Z","end":"2026-03-17T20:49:04.710737Z","steps":["trace[1298472234] 'range keys from in-memory index tree' (duration: 211.265768ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:06.296695Z","caller":"traceutil/trace.go:172","msg":"trace[18409055] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:698; }","duration":"461.3443ms","start":"2026-03-17T20:49:05.835318Z","end":"2026-03-17T20:49:06.296662Z","steps":["trace[18409055] 'read index received' (duration: 461.331949ms)","trace[18409055] 'applied index is now lower than readState.Index' (duration: 10.501µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:06.397008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.678649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:06.397126Z","caller":"traceutil/trace.go:172","msg":"trace[955364125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"561.801327ms","start":"2026-03-17T20:49:05.835304Z","end":"2026-03-17T20:49:06.397105Z","steps":["trace[955364125] 'agreement among raft nodes before linearized reading' (duration: 461.473909ms)","trace[955364125] 'range keys from in-memory index tree' (duration: 99.872387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:06.397162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.835285Z","time spent":"561.869591ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:06.397244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.448156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:06.397341Z","caller":"traceutil/trace.go:172","msg":"trace[877046490] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"676.020174ms","start":"2026-03-17T20:49:05.721303Z","end":"2026-03-17T20:49:06.397323Z","steps":["trace[877046490] 'process raft request' (duration: 575.423557ms)","trace[877046490] 'compare' (duration: 100.35497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:06.397394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.721271Z","time spent":"676.098129ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:06.638965Z","caller":"traceutil/trace.go:172","msg":"trace[15005090] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:699; }","duration":"329.858474ms","start":"2026-03-17T20:49:06.309077Z","end":"2026-03-17T20:49:06.638936Z","steps":["trace[15005090] 'read index received' (duration: 329.848453ms)","trace[15005090] 'applied index is now lower than readState.Index' (duration: 7.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:06.685560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.471656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:06.685643Z","caller":"traceutil/trace.go:172","msg":"trace[1861154368] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:664; }","duration":"376.561882ms","start":"2026-03-17T20:49:06.309062Z","end":"2026-03-17T20:49:06.685623Z","steps":["trace[1861154368] 'agreement among raft nodes before linearized reading' (duration: 329.997754ms)","trace[1861154368] 'range keys from in-memory index tree' (duration: 46.439429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:06.685695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.309036Z","time spent":"376.650028ms","remote":"127.0.0.1:52742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:06.685911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.94368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:06.685894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.952368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T20:49:06.685945Z","caller":"traceutil/trace.go:172","msg":"trace[209913508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:665; }","duration":"186.978322ms","start":"2026-03-17T20:49:06.498958Z","end":"2026-03-17T20:49:06.685936Z","steps":["trace[209913508] 'agreement among raft nodes before linearized reading' (duration: 186.929129ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:06.685962Z","caller":"traceutil/trace.go:172","msg":"trace[1240797173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"332.034203ms","start":"2026-03-17T20:49:06.353917Z","end":"2026-03-17T20:49:06.685951Z","steps":["trace[1240797173] 'agreement among raft nodes before linearized reading' (duration: 331.883373ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:06.685938Z","caller":"traceutil/trace.go:172","msg":"trace[2133750322] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"924.702425ms","start":"2026-03-17T20:49:05.761200Z","end":"2026-03-17T20:49:06.685902Z","steps":["trace[2133750322] 'process raft request' (duration: 877.825366ms)","trace[2133750322] 'compare' (duration: 46.679825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:06.685997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.353894Z","time spent":"332.098417ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:06.686071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.761177Z","time spent":"924.826364ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:06.686180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.314589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:06.686197Z","caller":"traceutil/trace.go:172","msg":"trace[453865158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"288.331291ms","start":"2026-03-17T20:49:06.397862Z","end":"2026-03-17T20:49:06.686193Z","steps":["trace[453865158] 'agreement among raft nodes before linearized reading' (duration: 288.302699ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:07.883977Z","caller":"traceutil/trace.go:172","msg":"trace[533999866] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"121.689707ms","start":"2026-03-17T20:49:07.762269Z","end":"2026-03-17T20:49:07.883958Z","steps":["trace[533999866] 'process raft request' (duration: 121.565469ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:09.105077Z","caller":"traceutil/trace.go:172","msg":"trace[1675110387] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:705; }","duration":"270.188096ms","start":"2026-03-17T20:49:08.834851Z","end":"2026-03-17T20:49:09.105039Z","steps":["trace[1675110387] 'read index received' (duration: 270.176025ms)","trace[1675110387] 'applied index is now lower than readState.Index' (duration: 10.051µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:09.105339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.456275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:09.105385Z","caller":"traceutil/trace.go:172","msg":"trace[520177710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"270.52967ms","start":"2026-03-17T20:49:08.834842Z","end":"2026-03-17T20:49:09.105372Z","steps":["trace[520177710] 'agreement among raft nodes before linearized reading' (duration: 270.38713ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:09.105991Z","caller":"traceutil/trace.go:172","msg":"trace[480301326] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"276.337728ms","start":"2026-03-17T20:49:08.829640Z","end":"2026-03-17T20:49:09.105978Z","steps":["trace[480301326] 'process raft request' (duration: 276.192798ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.394769Z","caller":"traceutil/trace.go:172","msg":"trace[965289297] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"280.567524ms","start":"2026-03-17T20:49:11.114179Z","end":"2026-03-17T20:49:11.394746Z","steps":["trace[965289297] 'process raft request' (duration: 238.153165ms)","trace[965289297] 'compare' (duration: 42.300071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.798285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"299.287268ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.798451Z","caller":"traceutil/trace.go:172","msg":"trace[468306736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:675; }","duration":"299.46201ms","start":"2026-03-17T20:49:11.498963Z","end":"2026-03-17T20:49:11.798425Z","steps":["trace[468306736] 'range keys from in-memory index tree' (duration: 299.215173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.414924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.658954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.415035Z","caller":"traceutil/trace.go:172","msg":"trace[1781924205] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:675; }","duration":"154.813804ms","start":"2026-03-17T20:49:12.260208Z","end":"2026-03-17T20:49:12.415022Z","steps":["trace[1781924205] 'agreement among raft nodes before linearized reading' (duration: 154.568437ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:12.415417Z","caller":"traceutil/trace.go:172","msg":"trace[602436408] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:711; }","duration":"154.435037ms","start":"2026-03-17T20:49:12.260213Z","end":"2026-03-17T20:49:12.414648Z","steps":["trace[602436408] 'read index received' (duration: 154.412546ms)","trace[602436408] 'applied index is now lower than readState.Index' (duration: 19.301µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:12.415589Z","caller":"traceutil/trace.go:172","msg":"trace[1980006089] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"486.191975ms","start":"2026-03-17T20:49:11.929371Z","end":"2026-03-17T20:49:12.415563Z","steps":["trace[1980006089] 'process raft request' (duration: 485.355348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.415762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.929338Z","time spent":"486.337075ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:12.495801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.690039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.495894Z","caller":"traceutil/trace.go:172","msg":"trace[1012438732] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:676; }","duration":"175.797627ms","start":"2026-03-17T20:49:12.320074Z","end":"2026-03-17T20:49:12.495871Z","steps":["trace[1012438732] 'agreement among raft nodes before linearized reading' (duration: 175.626685ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:12.495955Z","caller":"traceutil/trace.go:172","msg":"trace[275005378] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"496.436696ms","start":"2026-03-17T20:49:11.999509Z","end":"2026-03-17T20:49:12.495946Z","steps":["trace[275005378] 'process raft request' (duration: 496.329288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.496034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.999477Z","time spent":"496.50649ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:12.496007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.861528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:12.496086Z","caller":"traceutil/trace.go:172","msg":"trace[14131732] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:676; }","duration":"128.955564ms","start":"2026-03-17T20:49:12.367113Z","end":"2026-03-17T20:49:12.496069Z","steps":["trace[14131732] 'agreement among raft nodes before linearized reading' (duration: 128.650383ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:12.616170Z","caller":"traceutil/trace.go:172","msg":"trace[2133172192] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:713; }","duration":"117.509173ms","start":"2026-03-17T20:49:12.498630Z","end":"2026-03-17T20:49:12.616140Z","steps":["trace[2133172192] 'read index received' (duration: 117.496422ms)","trace[2133172192] 'applied index is now lower than readState.Index' (duration: 10.931µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:12.666258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.61146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.666325Z","caller":"traceutil/trace.go:172","msg":"trace[441409639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:677; }","duration":"167.688815ms","start":"2026-03-17T20:49:12.498622Z","end":"2026-03-17T20:49:12.666311Z","steps":["trace[441409639] 'agreement among raft nodes before linearized reading' (duration: 117.631891ms)","trace[441409639] 'range keys from in-memory index tree' (duration: 49.957558ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:12.666759Z","caller":"traceutil/trace.go:172","msg":"trace[1487133463] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"199.593133ms","start":"2026-03-17T20:49:12.467140Z","end":"2026-03-17T20:49:12.666734Z","steps":["trace[1487133463] 'process raft request' (duration: 149.102659ms)","trace[1487133463] 'compare' (duration: 50.054994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:12.909142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.111212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:12.909215Z","caller":"traceutil/trace.go:172","msg":"trace[477484571] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"166.643723ms","start":"2026-03-17T20:49:12.742561Z","end":"2026-03-17T20:49:12.909204Z","steps":["trace[477484571] 'process raft request' (duration: 58.422943ms)","trace[477484571] 'compare' (duration: 108.024027ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:12.982851Z","caller":"traceutil/trace.go:172","msg":"trace[2088967955] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"238.210735ms","start":"2026-03-17T20:49:12.744621Z","end":"2026-03-17T20:49:12.982832Z","steps":["trace[2088967955] 'process raft request' (duration: 237.647816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.601078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.049638ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.601161Z","caller":"traceutil/trace.go:172","msg":"trace[2103788443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:681; }","duration":"102.151405ms","start":"2026-03-17T20:49:13.498993Z","end":"2026-03-17T20:49:13.601144Z","steps":["trace[2103788443] 'range keys from in-memory index tree' (duration: 101.984313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.601277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.795336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T20:49:13.601385Z","caller":"traceutil/trace.go:172","msg":"trace[2144111001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"201.900603ms","start":"2026-03-17T20:49:13.399448Z","end":"2026-03-17T20:49:13.601348Z","steps":["trace[2144111001] 'range keys from in-memory index tree' (duration: 201.587812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.601354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.085039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.601445Z","caller":"traceutil/trace.go:172","msg":"trace[25526253] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:681; }","duration":"244.188307ms","start":"2026-03-17T20:49:13.357239Z","end":"2026-03-17T20:49:13.601427Z","steps":["trace[25526253] 'range keys from in-memory index tree' (duration: 243.979132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.000213Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:15.082723Z","caller":"traceutil/trace.go:172","msg":"trace[1238540675] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:721; }","duration":"583.283191ms","start":"2026-03-17T20:49:14.499413Z","end":"2026-03-17T20:49:15.082696Z","steps":["trace[1238540675] 'read index received' (duration: 583.27191ms)","trace[1238540675] 'applied index is now lower than readState.Index' (duration: 9.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.504296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.004868335s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.504368Z","caller":"traceutil/trace.go:172","msg":"trace[937208098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:684; }","duration":"1.004971842s","start":"2026-03-17T20:49:14.499379Z","end":"2026-03-17T20:49:15.504350Z","steps":["trace[937208098] 'agreement among raft nodes before linearized reading' (duration: 583.426732ms)","trace[937208098] 'range keys from in-memory index tree' (duration: 421.433112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.504680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.854772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:15.504766Z","caller":"traceutil/trace.go:172","msg":"trace[1675424933] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.0698328s","start":"2026-03-17T20:49:14.434915Z","end":"2026-03-17T20:49:15.504748Z","steps":["trace[1675424933] 'process raft request' (duration: 647.842009ms)","trace[1675424933] 'compare' (duration: 421.322134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.504833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.434887Z","time spent":"1.069909795s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.583588Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:16.084495Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285398,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:16.140292Z","caller":"traceutil/trace.go:172","msg":"trace[2014536435] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:722; }","duration":"1.057446259s","start":"2026-03-17T20:49:15.082814Z","end":"2026-03-17T20:49:16.140260Z","steps":["trace[2014536435] 'read index received' (duration: 1.057433148s)","trace[2014536435] 'applied index is now lower than readState.Index' (duration: 11.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:17.835901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000442337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:17.835977Z","caller":"traceutil/trace.go:172","msg":"trace[1284965988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530113s","start":"2026-03-17T20:49:15.835429Z","end":"2026-03-17T20:49:17.835959Z","steps":["trace[1284965988] 'agreement among raft nodes before linearized reading' (duration: 2.000439147s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:17.836024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.835411Z","time spent":"2.000603418s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:17 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:18.129952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.142594164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:18.130018Z","caller":"traceutil/trace.go:172","msg":"trace[774987734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:685; }","duration":"3.14267346s","start":"2026-03-17T20:49:14.987330Z","end":"2026-03-17T20:49:18.130003Z","steps":["trace[774987734] 'agreement among raft nodes before linearized reading' (duration: 1.153059136s)","trace[774987734] 'range keys from in-memory index tree' (duration: 1.989438152s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:18.130046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.987303Z","time spent":"3.142737644s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:18.130444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.101896433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 ","response":"range_response_count:1 size:18350"} {"level":"warn","ts":"2026-03-17T20:49:18.130571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.990225187s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:18.130560Z","caller":"traceutil/trace.go:172","msg":"trace[938575616] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wptxj; range_end:; response_count:1; response_revision:685; }","duration":"3.102010731s","start":"2026-03-17T20:49:15.028524Z","end":"2026-03-17T20:49:18.130535Z","steps":["trace[938575616] 'agreement among raft nodes before linearized reading' (duration: 1.111763233s)","trace[938575616] 'range keys from in-memory index tree' (duration: 1.990009452s)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:18.130615Z","caller":"traceutil/trace.go:172","msg":"trace[2000869495] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"1.990231017s","start":"2026-03-17T20:49:16.140378Z","end":"2026-03-17T20:49:18.130609Z","steps":["trace[2000869495] 'read index received' (duration: 60.544µs)","trace[2000869495] 'applied index is now lower than readState.Index' (duration: 1.990169713s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:18.130628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.028508Z","time spent":"3.102103657s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:18.130729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.995461632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:18.130768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.625327181s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:18.130782Z","caller":"traceutil/trace.go:172","msg":"trace[1515480405] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:686; }","duration":"2.625340042s","start":"2026-03-17T20:49:15.505438Z","end":"2026-03-17T20:49:18.130778Z","steps":["trace[1515480405] 'agreement among raft nodes before linearized reading' (duration: 2.625317869s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:18.130777Z","caller":"traceutil/trace.go:172","msg":"trace[1562855825] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:686; }","duration":"1.995513247s","start":"2026-03-17T20:49:16.135252Z","end":"2026-03-17T20:49:18.130765Z","steps":["trace[1562855825] 'agreement among raft nodes before linearized reading' (duration: 1.99542485s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.130811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.135228Z","time spent":"1.995575332s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:18.130903Z","caller":"traceutil/trace.go:172","msg":"trace[270374129] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"3.459997676s","start":"2026-03-17T20:49:14.670899Z","end":"2026-03-17T20:49:18.130897Z","steps":["trace[270374129] 'process raft request' (duration: 1.469402693s)","trace[270374129] 'compare' (duration: 1.98998518s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:18.130932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.670870Z","time spent":"3.460045219s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:18.130747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.412252379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:18.130970Z","caller":"traceutil/trace.go:172","msg":"trace[730265766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:686; }","duration":"2.412469456s","start":"2026-03-17T20:49:15.718490Z","end":"2026-03-17T20:49:18.130960Z","steps":["trace[730265766] 'agreement among raft nodes before linearized reading' (duration: 2.412219457s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.131003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.718448Z","time spent":"2.412544221s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:18.631456Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:19.132039Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:19.632472Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:19.743484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000115725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:19.743559Z","caller":"traceutil/trace.go:172","msg":"trace[1240574115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199981s","start":"2026-03-17T20:49:17.743341Z","end":"2026-03-17T20:49:19.743541Z","steps":["trace[1240574115] 'agreement among raft nodes before linearized reading' (duration: 2.000112105s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.743626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.743325Z","time spent":"2.000292237s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:19 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:19.764772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"988.743146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.765478Z","caller":"traceutil/trace.go:172","msg":"trace[1627383391] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:686; }","duration":"989.452675ms","start":"2026-03-17T20:49:18.776015Z","end":"2026-03-17T20:49:19.765468Z","steps":["trace[1627383391] 'range keys from in-memory index tree' (duration: 988.696322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.836496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000130881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:19.836592Z","caller":"traceutil/trace.go:172","msg":"trace[162596963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272212s","start":"2026-03-17T20:49:17.836292Z","end":"2026-03-17T20:49:19.836564Z","steps":["trace[162596963] 'agreement among raft nodes before linearized reading' (duration: 2.000123661s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.836666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.836258Z","time spent":"2.00039195s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:19 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:19.936097Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.426808256s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:19.936285Z","caller":"traceutil/trace.go:172","msg":"trace[226605101] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:723; }","duration":"1.805626079s","start":"2026-03-17T20:49:18.130631Z","end":"2026-03-17T20:49:19.936257Z","steps":["trace[226605101] 'read index received' (duration: 1.805614478s)","trace[226605101] 'applied index is now lower than readState.Index' (duration: 9.761µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:19.936537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.505683152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.936629Z","caller":"traceutil/trace.go:172","msg":"trace[1176955748] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:686; }","duration":"2.505816212s","start":"2026-03-17T20:49:17.430796Z","end":"2026-03-17T20:49:19.936612Z","steps":["trace[1176955748] 'agreement among raft nodes before linearized reading' (duration: 2.505577985s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:19.936611Z","caller":"traceutil/trace.go:172","msg":"trace[1780444025] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"2.42743s","start":"2026-03-17T20:49:17.509161Z","end":"2026-03-17T20:49:19.936591Z","steps":["trace[1780444025] 'process raft request' (duration: 2.427293151s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.936671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.430770Z","time spent":"2.505892287s","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:19.936747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.509130Z","time spent":"2.427547758s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:19.936514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.631725881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.936839Z","caller":"traceutil/trace.go:172","msg":"trace[2017553001] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:686; }","duration":"3.632049903s","start":"2026-03-17T20:49:16.304759Z","end":"2026-03-17T20:49:19.936809Z","steps":["trace[2017553001] 'agreement among raft nodes before linearized reading' (duration: 3.631643215s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.936994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.304735Z","time spent":"3.632201624s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:20.437382Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.937969Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.438366Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.844666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000352988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:21.844749Z","caller":"traceutil/trace.go:172","msg":"trace[2077519470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448874s","start":"2026-03-17T20:49:19.844284Z","end":"2026-03-17T20:49:21.844732Z","steps":["trace[2077519470] 'agreement among raft nodes before linearized reading' (duration: 2.000349707s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:21.844801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.844260Z","time spent":"2.00053235s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:21 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:21.939203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.439569Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.940286Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.441316Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.845179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000164377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:23.845254Z","caller":"traceutil/trace.go:172","msg":"trace[1748574849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254073s","start":"2026-03-17T20:49:21.844984Z","end":"2026-03-17T20:49:23.845238Z","steps":["trace[1748574849] 'agreement among raft nodes before linearized reading' (duration: 2.000158417s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.845296Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.844957Z","time spent":"2.000332199s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:23.941866Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.442224Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.943092Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.987403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.135872Z","time spent":"6.851524282s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:25.135325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.137027Z","time spent":"4.998290634s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:25.136395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.135805Z","time spent":"7.00058369s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:25.145897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.145174Z","time spent":"7.000718048s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:25.444327Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:25.851734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999720102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:25.851809Z","caller":"traceutil/trace.go:172","msg":"trace[136690588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999806789s","start":"2026-03-17T20:49:23.851984Z","end":"2026-03-17T20:49:25.851791Z","steps":["trace[136690588] 'agreement among raft nodes before linearized reading' (duration: 1.999716362s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.851860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.851961Z","time spent":"1.999886345s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:25.945225Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:26.445521Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:26.936738Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"09129cfd8d4ab3aa","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:26.936755Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-17T20:49:26.936938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.269457057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:26.936974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.804337436s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:26.937215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.25621867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.937245Z","caller":"traceutil/trace.go:172","msg":"trace[1020367812] range","detail":"{range_begin:/registry/controllers; range_end:; }","duration":"8.256250402s","start":"2026-03-17T20:49:18.680988Z","end":"2026-03-17T20:49:26.937239Z","steps":["trace[1020367812] 'agreement among raft nodes before linearized reading' (duration: 8.256219279s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:26.937250Z","caller":"traceutil/trace.go:172","msg":"trace[157834586] range","detail":"{range_begin:; range_end:; }","duration":"8.804601495s","start":"2026-03-17T20:49:18.132627Z","end":"2026-03-17T20:49:26.937229Z","steps":["trace[157834586] 'agreement among raft nodes before linearized reading' (duration: 8.804336846s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.937283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.680960Z","time spent":"8.256313886s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.937255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.191534365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.936983Z","caller":"traceutil/trace.go:172","msg":"trace[296082587] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"8.269517301s","start":"2026-03-17T20:49:18.667450Z","end":"2026-03-17T20:49:26.936967Z","steps":["trace[296082587] 'agreement among raft nodes before linearized reading' (duration: 8.269455567s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.937329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.667429Z","time spent":"8.269894898s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:26.937328Z","caller":"traceutil/trace.go:172","msg":"trace[2057735579] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e; range_end:; }","duration":"7.191634632s","start":"2026-03-17T20:49:19.745677Z","end":"2026-03-17T20:49:26.937312Z","steps":["trace[2057735579] 'agreement among raft nodes before linearized reading' (duration: 7.191528074s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.936939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.443133836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.937359Z","caller":"traceutil/trace.go:172","msg":"trace[159513448] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"8.443580878s","start":"2026-03-17T20:49:18.493772Z","end":"2026-03-17T20:49:26.937353Z","steps":["trace[159513448] 'agreement among raft nodes before linearized reading' (duration: 8.443130636s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.937381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.493748Z","time spent":"8.443626341s","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.937375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.745664Z","time spent":"7.191702227s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e\" limit:1 "} {"level":"error","ts":"2026-03-17T20:49:26.937382Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:26.940737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.943097Z","time spent":"4.997636956s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:26 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:27.216584Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"7.280298574s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:27.216886Z","caller":"traceutil/trace.go:172","msg":"trace[1387117492] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:724; }","duration":"279.978843ms","start":"2026-03-17T20:49:26.936858Z","end":"2026-03-17T20:49:27.216837Z","steps":["trace[1387117492] 'read index received' (duration: 279.961932ms)","trace[1387117492] 'applied index is now lower than readState.Index' (duration: 15.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.217050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.177680681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.217102Z","caller":"traceutil/trace.go:172","msg":"trace[533969636] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:687; }","duration":"2.177749736s","start":"2026-03-17T20:49:25.039338Z","end":"2026-03-17T20:49:27.217088Z","steps":["trace[533969636] 'agreement among raft nodes before linearized reading' (duration: 2.177632308s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.217125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.364582615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:27.217213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.607782492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.217256Z","caller":"traceutil/trace.go:172","msg":"trace[87150329] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:687; }","duration":"2.607828155s","start":"2026-03-17T20:49:24.609416Z","end":"2026-03-17T20:49:27.217244Z","steps":["trace[87150329] 'agreement among raft nodes before linearized reading' (duration: 2.60776035s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.217275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"485.339365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:27.217292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.609393Z","time spent":"2.60789076s","remote":"127.0.0.1:53524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:27.217306Z","caller":"traceutil/trace.go:172","msg":"trace[1045056078] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:687; }","duration":"485.371728ms","start":"2026-03-17T20:49:26.731925Z","end":"2026-03-17T20:49:27.217296Z","steps":["trace[1045056078] 'agreement among raft nodes before linearized reading' (duration: 485.315044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.217329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.068510671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 ","response":"range_response_count:1 size:18350"} {"level":"warn","ts":"2026-03-17T20:49:27.217438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.93263173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.217445Z","caller":"traceutil/trace.go:172","msg":"trace[2042426274] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wptxj; range_end:; response_count:1; response_revision:687; }","duration":"2.068613529s","start":"2026-03-17T20:49:25.148811Z","end":"2026-03-17T20:49:27.217424Z","steps":["trace[2042426274] 'agreement among raft nodes before linearized reading' (duration: 2.068456388s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:27.217470Z","caller":"traceutil/trace.go:172","msg":"trace[607392618] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:687; }","duration":"2.932660932s","start":"2026-03-17T20:49:24.284801Z","end":"2026-03-17T20:49:27.217462Z","steps":["trace[607392618] 'agreement among raft nodes before linearized reading' (duration: 2.932620189s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.217493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.284784Z","time spent":"2.932702585s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.217531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.148797Z","time spent":"2.068681823s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.217706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.850426604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:27.217756Z","caller":"traceutil/trace.go:172","msg":"trace[54473551] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:687; }","duration":"4.850478247s","start":"2026-03-17T20:49:22.367266Z","end":"2026-03-17T20:49:27.217744Z","steps":["trace[54473551] 'agreement among raft nodes before linearized reading' (duration: 4.850310485s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.217773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.077599302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:27.217790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.367246Z","time spent":"4.850533521s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:27.217810Z","caller":"traceutil/trace.go:172","msg":"trace[1707211252] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:687; }","duration":"3.077635154s","start":"2026-03-17T20:49:24.140166Z","end":"2026-03-17T20:49:27.217801Z","steps":["trace[1707211252] 'agreement among raft nodes before linearized reading' (duration: 3.07757805s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.217836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.140148Z","time spent":"3.077680527s","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.217342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.731902Z","time spent":"485.432411ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:27.217214Z","caller":"traceutil/trace.go:172","msg":"trace[1630578047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:687; }","duration":"1.364684212s","start":"2026-03-17T20:49:25.852511Z","end":"2026-03-17T20:49:27.217195Z","steps":["trace[1630578047] 'agreement among raft nodes before linearized reading' (duration: 1.364490799s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.217978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.852495Z","time spent":"1.365472078s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:27.217151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.039316Z","time spent":"2.17782304s","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.217149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.080154839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-17T20:49:27.217405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.102741704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.218374Z","caller":"traceutil/trace.go:172","msg":"trace[1750343062] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:687; }","duration":"3.103704882s","start":"2026-03-17T20:49:24.114658Z","end":"2026-03-17T20:49:27.218362Z","steps":["trace[1750343062] 'agreement among raft nodes before linearized reading' (duration: 3.102726853s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.218411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.114635Z","time spent":"3.103766967s","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:27.218344Z","caller":"traceutil/trace.go:172","msg":"trace[498376281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:687; }","duration":"2.081366965s","start":"2026-03-17T20:49:25.136964Z","end":"2026-03-17T20:49:27.218331Z","steps":["trace[498376281] 'agreement among raft nodes before linearized reading' (duration: 2.079987597s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.218529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.136948Z","time spent":"2.081565439s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.717548Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:28.093211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.091998Z","time spent":"7.001206685s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:28.218516Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:28.718950Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:29.219143Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:29.227479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999872382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:29.227542Z","caller":"traceutil/trace.go:172","msg":"trace[276219895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999947867s","start":"2026-03-17T20:49:27.227580Z","end":"2026-03-17T20:49:29.227528Z","steps":["trace[276219895] 'agreement among raft nodes before linearized reading' (duration: 1.999866111s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.227580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.227563Z","time spent":"2.000011042s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:29.705107Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.704912Z","time spent":"7.000187325s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:29.719273Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.136631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.224034Z","time spent":"2.912589949s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:30 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:30.220032Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.721036Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.221524Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.228880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000115433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:31.228929Z","caller":"traceutil/trace.go:172","msg":"trace[1873523516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251632s","start":"2026-03-17T20:49:29.228663Z","end":"2026-03-17T20:49:31.228915Z","steps":["trace[1873523516] 'agreement among raft nodes before linearized reading' (duration: 2.000112652s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.228966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.228644Z","time spent":"2.000316797s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:31.721724Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.941656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999556341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.941736Z","caller":"traceutil/trace.go:172","msg":"trace[1960087828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999658009s","start":"2026-03-17T20:49:26.942059Z","end":"2026-03-17T20:49:31.941717Z","steps":["trace[1960087828] 'agreement among raft nodes before linearized reading' (duration: 4.999549601s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.941789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.942043Z","time spent":"4.999736075s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:31 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.990314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.989709Z","time spent":"7.000597319s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.222798Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.703877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.703407Z","time spent":"7.000454091s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.722720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.721303Z","time spent":"7.001411745s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.722957Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:33.223788Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:33.235786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99975998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:33.235896Z","caller":"traceutil/trace.go:172","msg":"trace[547925440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999883429s","start":"2026-03-17T20:49:31.235995Z","end":"2026-03-17T20:49:33.235878Z","steps":["trace[547925440] 'agreement among raft nodes before linearized reading' (duration: 1.99975603s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.235945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.235971Z","time spent":"1.999965525s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:33 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:33.724621Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.069863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.294942194s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:34.069918Z","caller":"traceutil/trace.go:172","msg":"trace[439764064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:690; }","duration":"5.295004438s","start":"2026-03-17T20:49:28.774901Z","end":"2026-03-17T20:49:34.069906Z","steps":["trace[439764064] 'range keys from in-memory index tree' (duration: 5.294896051s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.070113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.883295Z","time spent":"1.186815035s","remote":"127.0.0.1:58392","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:34.217703Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-17T20:49:34.217811Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"09129cfd8d4ab3aa","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:34.217861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.254300384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:34.217869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.254466195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:34.217880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.25313235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:34.217916Z","caller":"traceutil/trace.go:172","msg":"trace[2144156199] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e; range_end:; }","duration":"7.254515619s","start":"2026-03-17T20:49:26.963385Z","end":"2026-03-17T20:49:34.217900Z","steps":["trace[2144156199] 'agreement among raft nodes before linearized reading' (duration: 7.254465505s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.217917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.169632677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:34.217960Z","caller":"traceutil/trace.go:172","msg":"trace[2059542357] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"7.253239198s","start":"2026-03-17T20:49:26.964702Z","end":"2026-03-17T20:49:34.217941Z","steps":["trace[2059542357] 'agreement among raft nodes before linearized reading' (duration: 7.25312511s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.217951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.2794277s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:34.217970Z","caller":"traceutil/trace.go:172","msg":"trace[1221058512] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; }","duration":"7.169692391s","start":"2026-03-17T20:49:27.048265Z","end":"2026-03-17T20:49:34.217957Z","steps":["trace[1221058512] 'agreement among raft nodes before linearized reading' (duration: 7.169630547s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.217976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.963362Z","time spent":"7.254600984s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:34.217998Z","caller":"traceutil/trace.go:172","msg":"trace[979638642] range","detail":"{range_begin:; range_end:; }","duration":"7.279475223s","start":"2026-03-17T20:49:26.938513Z","end":"2026-03-17T20:49:34.217989Z","steps":["trace[979638642] 'agreement among raft nodes before linearized reading' (duration: 7.27942702s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.217994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.251949276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:34.218013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.964689Z","time spent":"7.253313812s","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:34.218013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.048243Z","time spent":"7.169757726s","remote":"127.0.0.1:53350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:34.218048Z","caller":"traceutil/trace.go:172","msg":"trace[1633139898] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"7.25201141s","start":"2026-03-17T20:49:26.966022Z","end":"2026-03-17T20:49:34.218034Z","steps":["trace[1633139898] 'agreement among raft nodes before linearized reading' (duration: 7.251947286s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:34.218058Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:34.218095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.965998Z","time spent":"7.252082336s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:34.217914Z","caller":"traceutil/trace.go:172","msg":"trace[1762887629] range","detail":"{range_begin:/registry/controllers; range_end:; }","duration":"7.254371799s","start":"2026-03-17T20:49:26.963525Z","end":"2026-03-17T20:49:34.217897Z","steps":["trace[1762887629] 'agreement among raft nodes before linearized reading' (duration: 7.254296233s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.218145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.963516Z","time spent":"7.254620276s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:34.219674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.219519Z","time spent":"7.000151607s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:34.717846Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.834042Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-17T20:49:34.834153Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":7326926769944201490} {"level":"warn","ts":"2026-03-17T20:49:35.098672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.097757Z","time spent":"7.000906695s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:35.218524Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.235865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999653028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:35.235941Z","caller":"traceutil/trace.go:172","msg":"trace[967833218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999738664s","start":"2026-03-17T20:49:33.236182Z","end":"2026-03-17T20:49:35.235921Z","steps":["trace[967833218] 'agreement among raft nodes before linearized reading' (duration: 1.999650268s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.236028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.236164Z","time spent":"1.999851653s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:35 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:35.719536Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.022715Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"8.805818731s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:36.022992Z","caller":"traceutil/trace.go:172","msg":"trace[341978927] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:727; }","duration":"1.805182882s","start":"2026-03-17T20:49:34.217783Z","end":"2026-03-17T20:49:36.022966Z","steps":["trace[341978927] 'read index received' (duration: 1.805152539s)","trace[341978927] 'applied index is now lower than readState.Index' (duration: 28.593µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:36.023148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.081382916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:36.023179Z","caller":"traceutil/trace.go:172","msg":"trace[1083651082] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:690; }","duration":"3.081432229s","start":"2026-03-17T20:49:32.941739Z","end":"2026-03-17T20:49:36.023171Z","steps":["trace[1083651082] 'agreement among raft nodes before linearized reading' (duration: 3.081342093s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.023207Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.941712Z","time spent":"3.081488454s","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:36.023490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.315610482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:1 size:4026"} {"level":"info","ts":"2026-03-17T20:49:36.023522Z","caller":"traceutil/trace.go:172","msg":"trace[311325303] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:1; response_revision:690; }","duration":"3.315643565s","start":"2026-03-17T20:49:32.707869Z","end":"2026-03-17T20:49:36.023513Z","steps":["trace[311325303] 'agreement among raft nodes before linearized reading' (duration: 3.315529387s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.023542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.707851Z","time spent":"3.315686028s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":4048,"request content":"key:\"/registry/minions/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:36.023651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.321487135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:36.023713Z","caller":"traceutil/trace.go:172","msg":"trace[858734740] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:690; }","duration":"8.321576812s","start":"2026-03-17T20:49:27.702127Z","end":"2026-03-17T20:49:36.023704Z","steps":["trace[858734740] 'agreement among raft nodes before linearized reading' (duration: 8.321467004s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.023735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.702104Z","time spent":"8.321624476s","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:36.023655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.788922769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-03-17T20:49:36.023800Z","caller":"traceutil/trace.go:172","msg":"trace[409960325] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wptxj; range_end:; response_count:1; response_revision:690; }","duration":"8.789068769s","start":"2026-03-17T20:49:27.234724Z","end":"2026-03-17T20:49:36.023792Z","steps":["trace[409960325] 'agreement among raft nodes before linearized reading' (duration: 8.788894167s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.023830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.234709Z","time spent":"8.789114443s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18544,"request content":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:36.523450Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.709633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.709299Z","time spent":"7.000326789s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:37.023886Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.245115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00004117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:37.245184Z","caller":"traceutil/trace.go:172","msg":"trace[1597680360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136057s","start":"2026-03-17T20:49:35.245033Z","end":"2026-03-17T20:49:37.245169Z","steps":["trace[1597680360] 'agreement among raft nodes before linearized reading' (duration: 2.00003508s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.245222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.245012Z","time spent":"2.000204622s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:37.346199Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.323213745s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:37.367582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.343960566s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:37.367853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.058034694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.367966Z","caller":"traceutil/trace.go:172","msg":"trace[1543067566] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:690; }","duration":"10.058155373s","start":"2026-03-17T20:49:27.309783Z","end":"2026-03-17T20:49:37.367938Z","steps":["trace[1543067566] 'agreement among raft nodes before linearized reading' (duration: 8.713888204s)","trace[1543067566] 'range keys from in-memory index tree' (duration: 1.344107127s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.367978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.424976887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-03-17T20:49:37.368028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.309765Z","time spent":"10.058250419s","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:37.368063Z","caller":"traceutil/trace.go:172","msg":"trace[282022129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.425066153s","start":"2026-03-17T20:49:31.942977Z","end":"2026-03-17T20:49:37.368044Z","steps":["trace[282022129] 'agreement among raft nodes before linearized reading' (duration: 4.080766833s)","trace[282022129] 'range keys from in-memory index tree' (duration: 1.344178172s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.368877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.942956Z","time spent":"5.425900205s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:37.431392Z","caller":"txn/util.go:46","msg":"failed to apply request","took":"32.542µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-03-17T20:49:37.431626Z","caller":"txn/util.go:46","msg":"failed to apply request","took":"9.471µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-03-17T20:49:37.431693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.246709Z","time spent":"3.184978579s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:37.431699Z","caller":"traceutil/trace.go:172","msg":"trace[458521167] transaction","detail":"{read_only:false; number_of_response:1; response_revision:695; }","duration":"2.32868085s","start":"2026-03-17T20:49:35.102995Z","end":"2026-03-17T20:49:37.431676Z","steps":["trace[458521167] 'process raft request' (duration: 2.328590334s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.431740Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"09129cfd8d4ab3aa","error":"lease not found"} {"level":"info","ts":"2026-03-17T20:49:37.431771Z","caller":"traceutil/trace.go:172","msg":"trace[26250386] transaction","detail":"{read_only:false; number_of_response:1; response_revision:695; }","duration":"1.400352055s","start":"2026-03-17T20:49:36.031411Z","end":"2026-03-17T20:49:37.431763Z","steps":["trace[26250386] 'process raft request' (duration: 1.400241878s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.431832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.102978Z","time spent":"2.328782117s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:37.431842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.031394Z","time spent":"1.400394369s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":32,"response count":0,"response size":4193,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:37.431971Z","caller":"traceutil/trace.go:172","msg":"trace[910668517] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:727; }","duration":"1.408899563s","start":"2026-03-17T20:49:36.023052Z","end":"2026-03-17T20:49:37.431952Z","steps":["trace[910668517] 'read index received' (duration: 1.323307503s)","trace[910668517] 'applied index is now lower than readState.Index' (duration: 85.58987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.432129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.18540456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:37.432167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.188946285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.432183Z","caller":"traceutil/trace.go:172","msg":"trace[240521688] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:695; }","duration":"3.185461384s","start":"2026-03-17T20:49:34.246709Z","end":"2026-03-17T20:49:37.432170Z","steps":["trace[240521688] 'agreement among raft nodes before linearized reading' (duration: 3.185363377s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.432222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.246699Z","time spent":"3.185512337s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:37.432237Z","caller":"traceutil/trace.go:172","msg":"trace[1950783453] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:695; }","duration":"3.188990618s","start":"2026-03-17T20:49:34.243208Z","end":"2026-03-17T20:49:37.432198Z","steps":["trace[1950783453] 'agreement among raft nodes before linearized reading' (duration: 3.188917532s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.432268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.403858779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller\" limit:1 ","response":"range_response_count:1 size:7629"} {"level":"warn","ts":"2026-03-17T20:49:37.432417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.886352913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:37.432487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.864825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:37.432489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.212866888s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.432537Z","caller":"traceutil/trace.go:172","msg":"trace[382327489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:695; }","duration":"3.212919021s","start":"2026-03-17T20:49:34.219609Z","end":"2026-03-17T20:49:37.432528Z","steps":["trace[382327489] 'agreement among raft nodes before linearized reading' (duration: 3.212847216s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.432533Z","caller":"traceutil/trace.go:172","msg":"trace[496302005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"186.906698ms","start":"2026-03-17T20:49:37.245614Z","end":"2026-03-17T20:49:37.432521Z","steps":["trace[496302005] 'agreement among raft nodes before linearized reading' (duration: 186.844864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.432123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.185164632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-17T20:49:37.432276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.243188Z","time spent":"3.189077244s","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:37.432663Z","caller":"traceutil/trace.go:172","msg":"trace[1628630499] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e; range_end:; response_count:1; response_revision:695; }","duration":"3.185707261s","start":"2026-03-17T20:49:34.246931Z","end":"2026-03-17T20:49:37.432638Z","steps":["trace[1628630499] 'agreement among raft nodes before linearized reading' (duration: 3.185042454s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.431718Z","caller":"traceutil/trace.go:172","msg":"trace[1152529100] transaction","detail":"{read_only:false; number_of_response:1; response_revision:695; }","duration":"718.324335ms","start":"2026-03-17T20:49:36.713380Z","end":"2026-03-17T20:49:37.431705Z","steps":["trace[1152529100] 'process raft request' (duration: 718.297613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.432719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.246918Z","time spent":"3.185784177s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.432738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.713353Z","time spent":"719.36452ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:37.432377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.186874725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.432822Z","caller":"traceutil/trace.go:172","msg":"trace[1479409051] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:695; }","duration":"3.187321367s","start":"2026-03-17T20:49:34.245493Z","end":"2026-03-17T20:49:37.432814Z","steps":["trace[1479409051] 'agreement among raft nodes before linearized reading' (duration: 3.18680277s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.432422Z","caller":"traceutil/trace.go:172","msg":"trace[596210413] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller; range_end:; response_count:1; response_revision:695; }","duration":"1.40400738s","start":"2026-03-17T20:49:36.028397Z","end":"2026-03-17T20:49:37.432405Z","steps":["trace[596210413] 'agreement among raft nodes before linearized reading' (duration: 1.403767982s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.432857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.245466Z","time spent":"3.187385972s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.432878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.028382Z","time spent":"1.404480633s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7651,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:37.432488Z","caller":"traceutil/trace.go:172","msg":"trace[1607117345] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:695; }","duration":"2.886412847s","start":"2026-03-17T20:49:34.546053Z","end":"2026-03-17T20:49:37.432465Z","steps":["trace[1607117345] 'agreement among raft nodes before linearized reading' (duration: 2.886331351s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.433046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.546031Z","time spent":"2.886966206s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.432428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.187059688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.433179Z","caller":"traceutil/trace.go:172","msg":"trace[897856986] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:695; }","duration":"3.187802962s","start":"2026-03-17T20:49:34.245361Z","end":"2026-03-17T20:49:37.433164Z","steps":["trace[897856986] 'agreement among raft nodes before linearized reading' (duration: 3.187039156s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.433228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.245349Z","time spent":"3.187864257s","remote":"127.0.0.1:53350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.659695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.607382ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.659787Z","caller":"traceutil/trace.go:172","msg":"trace[2103041426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:695; }","duration":"223.71447ms","start":"2026-03-17T20:49:37.436051Z","end":"2026-03-17T20:49:37.659765Z","steps":["trace[2103041426] 'agreement among raft nodes before linearized reading' (duration: 99.376677ms)","trace[2103041426] 'range keys from in-memory index tree' (duration: 124.193323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.871942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.474906ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:37.872114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.167763ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.872197Z","caller":"traceutil/trace.go:172","msg":"trace[1874749678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:696; }","duration":"211.26488ms","start":"2026-03-17T20:49:37.660916Z","end":"2026-03-17T20:49:37.872181Z","steps":["trace[1874749678] 'range keys from in-memory index tree' (duration: 211.102259ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.872257Z","caller":"traceutil/trace.go:172","msg":"trace[2096697745] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"336.856104ms","start":"2026-03-17T20:49:37.535391Z","end":"2026-03-17T20:49:37.872247Z","steps":["trace[2096697745] 'read index received' (duration: 180.30163ms)","trace[2096697745] 'applied index is now lower than readState.Index' (duration: 156.553474ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:37.872289Z","caller":"traceutil/trace.go:172","msg":"trace[518512476] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"437.201432ms","start":"2026-03-17T20:49:37.435068Z","end":"2026-03-17T20:49:37.872270Z","steps":["trace[518512476] 'process raft request' (duration: 436.978166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.872341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.80764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.872333Z","caller":"traceutil/trace.go:172","msg":"trace[146960493] transaction","detail":"{read_only:false; number_of_response:1; response_revision:697; }","duration":"436.588588ms","start":"2026-03-17T20:49:37.435727Z","end":"2026-03-17T20:49:37.872316Z","steps":["trace[146960493] 'process raft request' (duration: 436.427086ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.872407Z","caller":"traceutil/trace.go:172","msg":"trace[1294695149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:697; }","duration":"430.880596ms","start":"2026-03-17T20:49:37.441516Z","end":"2026-03-17T20:49:37.872397Z","steps":["trace[1294695149] 'agreement among raft nodes before linearized reading' (duration: 430.765727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.872438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.441501Z","time spent":"430.932569ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:37.872481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.435706Z","time spent":"436.709167ms","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:37.872735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.435052Z","time spent":"437.58536ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:37.872799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.49593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.872813Z","caller":"traceutil/trace.go:172","msg":"trace[1527097480] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:699; }","duration":"178.508561ms","start":"2026-03-17T20:49:37.694299Z","end":"2026-03-17T20:49:37.872808Z","steps":["trace[1527097480] 'agreement among raft nodes before linearized reading' (duration: 178.48612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.872901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.038778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-17T20:49:37.872913Z","caller":"traceutil/trace.go:172","msg":"trace[1486966658] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller; range_end:; response_count:1; response_revision:699; }","duration":"436.050288ms","start":"2026-03-17T20:49:37.436858Z","end":"2026-03-17T20:49:37.872909Z","steps":["trace[1486966658] 'agreement among raft nodes before linearized reading' (duration: 435.488528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.872923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.436845Z","time spent":"436.07436ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":564,"request content":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.872759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.543152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq\" limit:1 ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-17T20:49:37.872973Z","caller":"traceutil/trace.go:172","msg":"trace[1865383915] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq; range_end:; response_count:1; response_revision:698; }","duration":"435.748927ms","start":"2026-03-17T20:49:37.437209Z","end":"2026-03-17T20:49:37.872958Z","steps":["trace[1865383915] 'agreement among raft nodes before linearized reading' (duration: 435.123062ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.872987Z","caller":"traceutil/trace.go:172","msg":"trace[1553856209] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"433.252886ms","start":"2026-03-17T20:49:37.439729Z","end":"2026-03-17T20:49:37.872982Z","steps":["trace[1553856209] 'process raft request' (duration: 432.450858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.873013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.437179Z","time spent":"435.821543ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.873030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.439710Z","time spent":"433.28802ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4146,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:37.873119Z","caller":"traceutil/trace.go:172","msg":"trace[1709512285] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"431.437235ms","start":"2026-03-17T20:49:37.441677Z","end":"2026-03-17T20:49:37.873114Z","steps":["trace[1709512285] 'process raft request' (duration: 430.899155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.873145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.441663Z","time spent":"431.467167ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7807,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:38.086013Z","caller":"traceutil/trace.go:172","msg":"trace[529565432] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"181.55907ms","start":"2026-03-17T20:49:37.904431Z","end":"2026-03-17T20:49:38.085990Z","steps":["trace[529565432] 'process raft request' (duration: 181.437991ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:38.086011Z","caller":"traceutil/trace.go:172","msg":"trace[849023994] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"189.338314ms","start":"2026-03-17T20:49:37.896642Z","end":"2026-03-17T20:49:38.085981Z","steps":["trace[849023994] 'process raft request' (duration: 186.717174ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:38.430090Z","caller":"traceutil/trace.go:172","msg":"trace[2098239784] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:755; }","duration":"341.84543ms","start":"2026-03-17T20:49:38.088221Z","end":"2026-03-17T20:49:38.430066Z","steps":["trace[2098239784] 'read index received' (duration: 341.837499ms)","trace[2098239784] 'applied index is now lower than readState.Index' (duration: 6.471µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:38.524827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.589742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-17T20:49:38.524891Z","caller":"traceutil/trace.go:172","msg":"trace[479577923] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:703; }","duration":"436.662957ms","start":"2026-03-17T20:49:38.088214Z","end":"2026-03-17T20:49:38.524877Z","steps":["trace[479577923] 'agreement among raft nodes before linearized reading' (duration: 341.927195ms)","trace[479577923] 'range keys from in-memory index tree' (duration: 94.57175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:38.524923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.088194Z","time spent":"436.718722ms","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:38.525131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"387.393999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 ","response":"range_response_count:1 size:4755"} {"level":"info","ts":"2026-03-17T20:49:38.525205Z","caller":"traceutil/trace.go:172","msg":"trace[31847563] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller; range_end:; response_count:1; response_revision:704; }","duration":"387.477465ms","start":"2026-03-17T20:49:38.137712Z","end":"2026-03-17T20:49:38.525190Z","steps":["trace[31847563] 'agreement among raft nodes before linearized reading' (duration: 387.27096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.525249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.137688Z","time spent":"387.55025ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4777,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:38.525354Z","caller":"traceutil/trace.go:172","msg":"trace[1431739610] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"610.315607ms","start":"2026-03-17T20:49:37.914664Z","end":"2026-03-17T20:49:38.524980Z","steps":["trace[1431739610] 'process raft request' (duration: 515.400012ms)","trace[1431739610] 'compare' (duration: 94.731942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:38.525554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.914642Z","time spent":"610.846884ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:38.740275Z","caller":"traceutil/trace.go:172","msg":"trace[1457019405] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:762; }","duration":"117.103051ms","start":"2026-03-17T20:49:38.623128Z","end":"2026-03-17T20:49:38.740231Z","steps":["trace[1457019405] 'read index received' (duration: 117.093551ms)","trace[1457019405] 'applied index is now lower than readState.Index' (duration: 7.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:38.740525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.371761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:49:38.740568Z","caller":"traceutil/trace.go:172","msg":"trace[749709141] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller.189dbbfe707b600e; range_end:; response_count:1; response_revision:709; }","duration":"117.424185ms","start":"2026-03-17T20:49:38.623123Z","end":"2026-03-17T20:49:38.740548Z","steps":["trace[749709141] 'agreement among raft nodes before linearized reading' (duration: 117.232851ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:38.740901Z","caller":"traceutil/trace.go:172","msg":"trace[1094939041] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"122.147536ms","start":"2026-03-17T20:49:38.618735Z","end":"2026-03-17T20:49:38.740883Z","steps":["trace[1094939041] 'process raft request' (duration: 122.041359ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:38.977785Z","caller":"traceutil/trace.go:172","msg":"trace[1215868987] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"154.196568ms","start":"2026-03-17T20:49:38.823559Z","end":"2026-03-17T20:49:38.977756Z","steps":["trace[1215868987] 'process raft request' (duration: 154.010065ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:39.066215Z","caller":"traceutil/trace.go:172","msg":"trace[336939461] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"155.339348ms","start":"2026-03-17T20:49:38.910850Z","end":"2026-03-17T20:49:39.066189Z","steps":["trace[336939461] 'process raft request' (duration: 155.208598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.618784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.003084ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:39.618861Z","caller":"traceutil/trace.go:172","msg":"trace[921908716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:724; }","duration":"120.086439ms","start":"2026-03-17T20:49:39.498754Z","end":"2026-03-17T20:49:39.618841Z","steps":["trace[921908716] 'range keys from in-memory index tree' (duration: 119.95629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.961835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.182499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.961933Z","caller":"traceutil/trace.go:172","msg":"trace[2053185642] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:733; }","duration":"463.293877ms","start":"2026-03-17T20:49:40.498617Z","end":"2026-03-17T20:49:40.961911Z","steps":["trace[2053185642] 'range keys from in-memory index tree' (duration: 463.120665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.962178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"678.569362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:40.962263Z","caller":"traceutil/trace.go:172","msg":"trace[876520902] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:786; }","duration":"591.174026ms","start":"2026-03-17T20:49:40.371076Z","end":"2026-03-17T20:49:40.962250Z","steps":["trace[876520902] 'read index received' (duration: 56.114µs)","trace[876520902] 'applied index is now lower than readState.Index' (duration: 591.116632ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:40.962271Z","caller":"traceutil/trace.go:172","msg":"trace[343301483] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"1.01690611s","start":"2026-03-17T20:49:39.945347Z","end":"2026-03-17T20:49:40.962253Z","steps":["trace[343301483] 'process raft request' (duration: 338.208028ms)","trace[343301483] 'compare' (duration: 677.797837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:40.962379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.945314Z","time spent":"1.017004567s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:40.962422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.342097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-17T20:49:40.962441Z","caller":"traceutil/trace.go:172","msg":"trace[1135593339] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:734; }","duration":"591.366529ms","start":"2026-03-17T20:49:40.371068Z","end":"2026-03-17T20:49:40.962435Z","steps":["trace[1135593339] 'agreement among raft nodes before linearized reading' (duration: 591.252951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.962493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.371044Z","time spent":"591.419243ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.356718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.303292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 ","response":"range_response_count:1 size:5049"} {"level":"info","ts":"2026-03-17T20:49:41.356857Z","caller":"traceutil/trace.go:172","msg":"trace[1052527345] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller; range_end:; response_count:1; response_revision:734; }","duration":"334.456213ms","start":"2026-03-17T20:49:41.022383Z","end":"2026-03-17T20:49:41.356839Z","steps":["trace[1052527345] 'agreement among raft nodes before linearized reading' (duration: 55.994262ms)","trace[1052527345] 'range keys from in-memory index tree' (duration: 278.203471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.356894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.022364Z","time spent":"334.520537ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":5071,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.356974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.558877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:41.357052Z","caller":"traceutil/trace.go:172","msg":"trace[4078061] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:787; }","duration":"263.018118ms","start":"2026-03-17T20:49:41.094019Z","end":"2026-03-17T20:49:41.357038Z","steps":["trace[4078061] 'read index received' (duration: 28.563µs)","trace[4078061] 'applied index is now lower than readState.Index' (duration: 262.988265ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:41.357170Z","caller":"traceutil/trace.go:172","msg":"trace[1627056039] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"342.81767ms","start":"2026-03-17T20:49:41.014338Z","end":"2026-03-17T20:49:41.357155Z","steps":["trace[1627056039] 'process raft request' (duration: 64.022246ms)","trace[1627056039] 'compare' (duration: 278.376904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.357225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.014311Z","time spent":"342.886485ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":782,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:41.357290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.276797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:41.357325Z","caller":"traceutil/trace.go:172","msg":"trace[1371162205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:735; }","duration":"263.312479ms","start":"2026-03-17T20:49:41.094005Z","end":"2026-03-17T20:49:41.357317Z","steps":["trace[1371162205] 'agreement among raft nodes before linearized reading' (duration: 263.224483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.357453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.206679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.357522Z","caller":"traceutil/trace.go:172","msg":"trace[886972182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:735; }","duration":"119.291485ms","start":"2026-03-17T20:49:41.238214Z","end":"2026-03-17T20:49:41.357505Z","steps":["trace[886972182] 'agreement among raft nodes before linearized reading' (duration: 119.136194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.632629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.360207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.632742Z","caller":"traceutil/trace.go:172","msg":"trace[609038055] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:735; }","duration":"133.484577ms","start":"2026-03-17T20:49:41.499238Z","end":"2026-03-17T20:49:41.632723Z","steps":["trace[609038055] 'range keys from in-memory index tree' (duration: 133.311344ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.633932Z","caller":"traceutil/trace.go:172","msg":"trace[1699944904] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"270.437077ms","start":"2026-03-17T20:49:41.363474Z","end":"2026-03-17T20:49:41.633911Z","steps":["trace[1699944904] 'process raft request' (duration: 270.280296ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.864978Z","caller":"traceutil/trace.go:172","msg":"trace[1608491667] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"144.922789ms","start":"2026-03-17T20:49:41.720034Z","end":"2026-03-17T20:49:41.864957Z","steps":["trace[1608491667] 'process raft request' (duration: 144.718454ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.336039Z","caller":"traceutil/trace.go:172","msg":"trace[1970093522] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"341.510427ms","start":"2026-03-17T20:49:41.994512Z","end":"2026-03-17T20:49:42.336023Z","steps":["trace[1970093522] 'process raft request' (duration: 341.356196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.336160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.994491Z","time spent":"341.607515ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:42.336232Z","caller":"traceutil/trace.go:172","msg":"trace[785253491] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"303.794102ms","start":"2026-03-17T20:49:42.032403Z","end":"2026-03-17T20:49:42.336197Z","steps":["trace[785253491] 'process raft request' (duration: 303.588907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.336409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.032385Z","time spent":"303.936663ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:42.532631Z","caller":"traceutil/trace.go:172","msg":"trace[248602828] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"433.225397ms","start":"2026-03-17T20:49:42.099388Z","end":"2026-03-17T20:49:42.532613Z","steps":["trace[248602828] 'process raft request' (duration: 433.046414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.532733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.099349Z","time spent":"433.332634ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18871,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:43.511813Z","caller":"traceutil/trace.go:172","msg":"trace[1707348650] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:797; }","duration":"475.929711ms","start":"2026-03-17T20:49:43.035867Z","end":"2026-03-17T20:49:43.511796Z","steps":["trace[1707348650] 'read index received' (duration: 475.923521ms)","trace[1707348650] 'applied index is now lower than readState.Index' (duration: 5.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.723539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.196986ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.723642Z","caller":"traceutil/trace.go:172","msg":"trace[840383243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:744; }","duration":"224.311144ms","start":"2026-03-17T20:49:43.499312Z","end":"2026-03-17T20:49:43.723623Z","steps":["trace[840383243] 'range keys from in-memory index tree' (duration: 224.154834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.724482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.591167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 ","response":"range_response_count:1 size:18886"} {"level":"warn","ts":"2026-03-17T20:49:43.724538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.653374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:43.724580Z","caller":"traceutil/trace.go:172","msg":"trace[763857233] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wptxj; range_end:; response_count:1; response_revision:744; }","duration":"688.704295ms","start":"2026-03-17T20:49:43.035854Z","end":"2026-03-17T20:49:43.724558Z","steps":["trace[763857233] 'agreement among raft nodes before linearized reading' (duration: 476.05069ms)","trace[763857233] 'range keys from in-memory index tree' (duration: 212.374744ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:43.724629Z","caller":"traceutil/trace.go:172","msg":"trace[530540741] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:797; }","duration":"212.744481ms","start":"2026-03-17T20:49:43.511870Z","end":"2026-03-17T20:49:43.724615Z","steps":["trace[530540741] 'read index received' (duration: 115.148µs)","trace[530540741] 'applied index is now lower than readState.Index' (duration: 212.627843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.724640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.035832Z","time spent":"688.798531ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18908,"request content":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.724705Z","caller":"traceutil/trace.go:172","msg":"trace[681956412] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"1.030169172s","start":"2026-03-17T20:49:42.694527Z","end":"2026-03-17T20:49:43.724696Z","steps":["trace[681956412] 'process raft request' (duration: 817.306442ms)","trace[681956412] 'compare' (duration: 211.570086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.724743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.694509Z","time spent":"1.030217816s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:43.724921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.191128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.724953Z","caller":"traceutil/trace.go:172","msg":"trace[1462787003] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:745; }","duration":"225.228951ms","start":"2026-03-17T20:49:43.499717Z","end":"2026-03-17T20:49:43.724946Z","steps":["trace[1462787003] 'agreement among raft nodes before linearized reading' (duration: 225.164446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.725074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.967238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.725099Z","caller":"traceutil/trace.go:172","msg":"trace[1900560106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"487.99201ms","start":"2026-03-17T20:49:43.237101Z","end":"2026-03-17T20:49:43.725093Z","steps":["trace[1900560106] 'agreement among raft nodes before linearized reading' (duration: 487.950307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.725116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.237081Z","time spent":"488.030723ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:44.333351Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285543,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:44.674427Z","caller":"traceutil/trace.go:172","msg":"trace[1638989923] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:798; }","duration":"841.392199ms","start":"2026-03-17T20:49:43.833013Z","end":"2026-03-17T20:49:44.674405Z","steps":["trace[1638989923] 'read index received' (duration: 841.384548ms)","trace[1638989923] 'applied index is now lower than readState.Index' (duration: 6.331µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:44.674827Z","caller":"traceutil/trace.go:172","msg":"trace[389415247] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"933.917856ms","start":"2026-03-17T20:49:43.740899Z","end":"2026-03-17T20:49:44.674816Z","steps":["trace[389415247] 'process raft request' (duration: 933.598013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.674816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"841.784088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-17T20:49:44.674860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.537265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.674894Z","caller":"traceutil/trace.go:172","msg":"trace[394434687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:745; }","duration":"841.875774ms","start":"2026-03-17T20:49:43.833000Z","end":"2026-03-17T20:49:44.674876Z","steps":["trace[394434687] 'agreement among raft nodes before linearized reading' (duration: 841.517748ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:44.674912Z","caller":"traceutil/trace.go:172","msg":"trace[1997542610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:746; }","duration":"175.584038ms","start":"2026-03-17T20:49:44.499314Z","end":"2026-03-17T20:49:44.674898Z","steps":["trace[1997542610] 'agreement among raft nodes before linearized reading' (duration: 175.517973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.674927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.740869Z","time spent":"933.992091ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19044,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:44.674944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.832981Z","time spent":"841.95403ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.674917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.994547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.675061Z","caller":"traceutil/trace.go:172","msg":"trace[805003475] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:746; }","duration":"219.169331ms","start":"2026-03-17T20:49:44.455850Z","end":"2026-03-17T20:49:44.675019Z","steps":["trace[805003475] 'agreement among raft nodes before linearized reading' (duration: 218.915332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.675125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"749.9098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:44.675153Z","caller":"traceutil/trace.go:172","msg":"trace[846462994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:746; }","duration":"749.938772ms","start":"2026-03-17T20:49:43.925209Z","end":"2026-03-17T20:49:44.675148Z","steps":["trace[846462994] 'agreement among raft nodes before linearized reading' (duration: 749.819852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.675171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.925192Z","time spent":"749.975304ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.675125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"588.4435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:44.675262Z","caller":"traceutil/trace.go:172","msg":"trace[1898711439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:746; }","duration":"588.572829ms","start":"2026-03-17T20:49:44.086671Z","end":"2026-03-17T20:49:44.675244Z","steps":["trace[1898711439] 'agreement among raft nodes before linearized reading' (duration: 588.308799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.675328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.086654Z","time spent":"588.662255ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.675210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.883079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:44.674793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"815.144275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.675396Z","caller":"traceutil/trace.go:172","msg":"trace[1114980815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:746; }","duration":"335.065972ms","start":"2026-03-17T20:49:44.340317Z","end":"2026-03-17T20:49:44.675383Z","steps":["trace[1114980815] 'agreement among raft nodes before linearized reading' (duration: 334.800273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.675437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.340298Z","time spent":"335.126916ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:44.675445Z","caller":"traceutil/trace.go:172","msg":"trace[61847371] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:746; }","duration":"815.804804ms","start":"2026-03-17T20:49:43.859609Z","end":"2026-03-17T20:49:44.675413Z","steps":["trace[61847371] 'agreement among raft nodes before linearized reading' (duration: 815.113803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.675476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.859589Z","time spent":"815.87842ms","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.263801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.071232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:45.263923Z","caller":"traceutil/trace.go:172","msg":"trace[364510189] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"576.852896ms","start":"2026-03-17T20:49:44.687049Z","end":"2026-03-17T20:49:45.263902Z","steps":["trace[364510189] 'process raft request' (duration: 99.59383ms)","trace[364510189] 'compare' (duration: 476.951143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.264002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.687029Z","time spent":"576.931312ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:45.344187Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:45.669823Z","caller":"traceutil/trace.go:172","msg":"trace[1903835409] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:800; }","duration":"826.226968ms","start":"2026-03-17T20:49:44.843566Z","end":"2026-03-17T20:49:45.669793Z","steps":["trace[1903835409] 'read index received' (duration: 826.213657ms)","trace[1903835409] 'applied index is now lower than readState.Index' (duration: 11.331µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.800431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"956.846806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.800506Z","caller":"traceutil/trace.go:172","msg":"trace[1557335353] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:747; }","duration":"956.928241ms","start":"2026-03-17T20:49:44.843561Z","end":"2026-03-17T20:49:45.800490Z","steps":["trace[1557335353] 'agreement among raft nodes before linearized reading' (duration: 826.367379ms)","trace[1557335353] 'range keys from in-memory index tree' (duration: 130.450115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.800539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.843545Z","time spent":"956.986906ms","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.800908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.304266ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.800935Z","caller":"traceutil/trace.go:172","msg":"trace[660549973] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:747; }","duration":"302.332618ms","start":"2026-03-17T20:49:45.498596Z","end":"2026-03-17T20:49:45.800928Z","steps":["trace[660549973] 'range keys from in-memory index tree' (duration: 302.277905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.801027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.08287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:45.801112Z","caller":"traceutil/trace.go:172","msg":"trace[178724663] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"131.175967ms","start":"2026-03-17T20:49:45.669928Z","end":"2026-03-17T20:49:45.801104Z","steps":["trace[178724663] 'read index received' (duration: 130.235469ms)","trace[178724663] 'applied index is now lower than readState.Index' (duration: 939.328µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.801244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"510.079174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 ","response":"range_response_count:1 size:19059"} {"level":"info","ts":"2026-03-17T20:49:45.801208Z","caller":"traceutil/trace.go:172","msg":"trace[1029760349] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"1.113702307s","start":"2026-03-17T20:49:44.687450Z","end":"2026-03-17T20:49:45.801153Z","steps":["trace[1029760349] 'process raft request' (duration: 982.509018ms)","trace[1029760349] 'compare' (duration: 130.378139ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:45.801266Z","caller":"traceutil/trace.go:172","msg":"trace[1435895483] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wptxj; range_end:; response_count:1; response_revision:748; }","duration":"510.100666ms","start":"2026-03-17T20:49:45.291159Z","end":"2026-03-17T20:49:45.801260Z","steps":["trace[1435895483] 'agreement among raft nodes before linearized reading' (duration: 510.012469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.801286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.291142Z","time spent":"510.13896ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19081,"request content":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.801412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.687426Z","time spent":"1.113859559s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":424,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:45.801561Z","caller":"traceutil/trace.go:172","msg":"trace[1754952945] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"508.729767ms","start":"2026-03-17T20:49:45.292819Z","end":"2026-03-17T20:49:45.801549Z","steps":["trace[1754952945] 'process raft request' (duration: 508.249781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.801567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.397339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:45.801610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.292805Z","time spent":"508.784361ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:45.801611Z","caller":"traceutil/trace.go:172","msg":"trace[1339075139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:749; }","duration":"562.441122ms","start":"2026-03-17T20:49:45.239156Z","end":"2026-03-17T20:49:45.801598Z","steps":["trace[1339075139] 'agreement among raft nodes before linearized reading' (duration: 562.113817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.801644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.239130Z","time spent":"562.506507ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:46.209406Z","caller":"traceutil/trace.go:172","msg":"trace[128138147] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:802; }","duration":"225.756449ms","start":"2026-03-17T20:49:45.983611Z","end":"2026-03-17T20:49:46.209368Z","steps":["trace[128138147] 'read index received' (duration: 225.742698ms)","trace[128138147] 'applied index is now lower than readState.Index' (duration: 11.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.209537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.921261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:46.209623Z","caller":"traceutil/trace.go:172","msg":"trace[748192220] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:749; }","duration":"226.007748ms","start":"2026-03-17T20:49:45.983590Z","end":"2026-03-17T20:49:46.209598Z","steps":["trace[748192220] 'agreement among raft nodes before linearized reading' (duration: 225.872848ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:46.209717Z","caller":"traceutil/trace.go:172","msg":"trace[1242484737] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"394.664776ms","start":"2026-03-17T20:49:45.815032Z","end":"2026-03-17T20:49:46.209697Z","steps":["trace[1242484737] 'process raft request' (duration: 394.392676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:46.209850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.815013Z","time spent":"394.764933ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19126,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:47.461297Z","caller":"traceutil/trace.go:172","msg":"trace[741321588] linearizableReadLoop","detail":"{readStateIndex:803; appliedIndex:803; }","duration":"184.492469ms","start":"2026-03-17T20:49:47.276779Z","end":"2026-03-17T20:49:47.461272Z","steps":["trace[741321588] 'read index received' (duration: 184.485008ms)","trace[741321588] 'applied index is now lower than readState.Index' (duration: 6.201µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:47.461599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.808222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-03-17T20:49:47.461642Z","caller":"traceutil/trace.go:172","msg":"trace[590289834] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:751; }","duration":"184.872916ms","start":"2026-03-17T20:49:47.276759Z","end":"2026-03-17T20:49:47.461632Z","steps":["trace[590289834] 'agreement among raft nodes before linearized reading' (duration: 184.672181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.461678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.123455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-17T20:49:47.461678Z","caller":"traceutil/trace.go:172","msg":"trace[969912350] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"191.795653ms","start":"2026-03-17T20:49:47.269854Z","end":"2026-03-17T20:49:47.461650Z","steps":["trace[969912350] 'process raft request' (duration: 191.47521ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:47.461740Z","caller":"traceutil/trace.go:172","msg":"trace[695582833] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:751; }","duration":"161.203191ms","start":"2026-03-17T20:49:47.300525Z","end":"2026-03-17T20:49:47.461728Z","steps":["trace[695582833] 'agreement among raft nodes before linearized reading' (duration: 160.986055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.911509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.194428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T20:49:47.911599Z","caller":"traceutil/trace.go:172","msg":"trace[1754316455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:751; }","duration":"105.299006ms","start":"2026-03-17T20:49:47.806281Z","end":"2026-03-17T20:49:47.911580Z","steps":["trace[1754316455] 'range keys from in-memory index tree' (duration: 104.975522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.911975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.755633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"info","ts":"2026-03-17T20:49:47.912029Z","caller":"traceutil/trace.go:172","msg":"trace[382849929] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:751; }","duration":"363.815097ms","start":"2026-03-17T20:49:47.548201Z","end":"2026-03-17T20:49:47.912016Z","steps":["trace[382849929] 'range keys from in-memory index tree' (duration: 363.518646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.912065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.607302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"warn","ts":"2026-03-17T20:49:47.912069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.548183Z","time spent":"363.873811ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2052,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:47.912133Z","caller":"traceutil/trace.go:172","msg":"trace[73495861] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:751; }","duration":"366.780665ms","start":"2026-03-17T20:49:47.545336Z","end":"2026-03-17T20:49:47.912117Z","steps":["trace[73495861] 'range keys from in-memory index tree' (duration: 366.409398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.912176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.545310Z","time spent":"366.85252ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2155,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.068990Z","caller":"traceutil/trace.go:172","msg":"trace[1503820479] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"152.08235ms","start":"2026-03-17T20:49:47.916878Z","end":"2026-03-17T20:49:48.068960Z","steps":["trace[1503820479] 'process raft request' (duration: 151.755886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.643692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.707126ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:48.643781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.292784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-17T20:49:48.643784Z","caller":"traceutil/trace.go:172","msg":"trace[1585312090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:752; }","duration":"144.812393ms","start":"2026-03-17T20:49:48.498949Z","end":"2026-03-17T20:49:48.643761Z","steps":["trace[1585312090] 'range keys from in-memory index tree' (duration: 144.649621ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:48.643831Z","caller":"traceutil/trace.go:172","msg":"trace[1745180371] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:752; }","duration":"495.347278ms","start":"2026-03-17T20:49:48.148471Z","end":"2026-03-17T20:49:48.643818Z","steps":["trace[1745180371] 'range keys from in-memory index tree' (duration: 495.160215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.643874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.148454Z","time spent":"495.412594ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:basic-user\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.644141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.404896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-17T20:49:48.644176Z","caller":"traceutil/trace.go:172","msg":"trace[1544558520] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:752; }","duration":"490.439619ms","start":"2026-03-17T20:49:48.153727Z","end":"2026-03-17T20:49:48.644167Z","steps":["trace[1544558520] 'range keys from in-memory index tree' (duration: 490.314279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.644200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.153707Z","time spent":"490.486592ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":673,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.644240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.805932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.644292Z","caller":"traceutil/trace.go:172","msg":"trace[1407127890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"406.854477ms","start":"2026-03-17T20:49:48.237425Z","end":"2026-03-17T20:49:48.644280Z","steps":["trace[1407127890] 'agreement among raft nodes before linearized reading' (duration: 69.343628ms)","trace[1407127890] 'range keys from in-memory index tree' (duration: 337.435854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.644324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.237406Z","time spent":"406.911601ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:48.644358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.434074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:48.644774Z","caller":"traceutil/trace.go:172","msg":"trace[474163107] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"446.748103ms","start":"2026-03-17T20:49:48.197715Z","end":"2026-03-17T20:49:48.644463Z","steps":["trace[474163107] 'process raft request' (duration: 109.114416ms)","trace[474163107] 'compare' (duration: 336.779955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.645049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.197699Z","time spent":"447.277843ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:48.768643Z","caller":"traceutil/trace.go:172","msg":"trace[25351250] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:806; }","duration":"461.876872ms","start":"2026-03-17T20:49:48.306736Z","end":"2026-03-17T20:49:48.768612Z","steps":["trace[25351250] 'read index received' (duration: 461.83702ms)","trace[25351250] 'applied index is now lower than readState.Index' (duration: 12.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.884110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"610.632224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.884180Z","caller":"traceutil/trace.go:172","msg":"trace[1514882953] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:753; }","duration":"610.717031ms","start":"2026-03-17T20:49:48.273447Z","end":"2026-03-17T20:49:48.884164Z","steps":["trace[1514882953] 'agreement among raft nodes before linearized reading' (duration: 495.249051ms)","trace[1514882953] 'range keys from in-memory index tree' (duration: 115.352332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.884210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.273423Z","time spent":"610.780755ms","remote":"127.0.0.1:52742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.884371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.684246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:48.884467Z","caller":"traceutil/trace.go:172","msg":"trace[466756015] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"115.556867ms","start":"2026-03-17T20:49:48.768898Z","end":"2026-03-17T20:49:48.884455Z","steps":["trace[466756015] 'read index received' (duration: 62.655µs)","trace[466756015] 'applied index is now lower than readState.Index' (duration: 115.493352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.884572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.71081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-17T20:49:48.884601Z","caller":"traceutil/trace.go:172","msg":"trace[1806868900] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:754; }","duration":"172.742162ms","start":"2026-03-17T20:49:48.711852Z","end":"2026-03-17T20:49:48.884595Z","steps":["trace[1806868900] 'agreement among raft nodes before linearized reading' (duration: 172.631974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.884892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.395085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.884972Z","caller":"traceutil/trace.go:172","msg":"trace[1815231369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:753; }","duration":"109.952825ms","start":"2026-03-17T20:49:48.775002Z","end":"2026-03-17T20:49:48.884955Z","steps":["trace[1815231369] 'range keys from in-memory index tree' (duration: 109.083032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.885219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.359225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.885278Z","caller":"traceutil/trace.go:172","msg":"trace[710147911] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:754; }","duration":"241.420379ms","start":"2026-03-17T20:49:48.643836Z","end":"2026-03-17T20:49:48.885257Z","steps":["trace[710147911] 'agreement among raft nodes before linearized reading' (duration: 241.29488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.885330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.16382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:49:48.885329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.88391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-17T20:49:48.885369Z","caller":"traceutil/trace.go:172","msg":"trace[1607350583] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:754; }","duration":"354.207293ms","start":"2026-03-17T20:49:48.531151Z","end":"2026-03-17T20:49:48.885358Z","steps":["trace[1607350583] 'agreement among raft nodes before linearized reading' (duration: 354.047271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.885405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.531129Z","time spent":"354.264817ms","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.885417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.919924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-17T20:49:48.885448Z","caller":"traceutil/trace.go:172","msg":"trace[181684376] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:754; }","duration":"172.951097ms","start":"2026-03-17T20:49:48.712490Z","end":"2026-03-17T20:49:48.885441Z","steps":["trace[181684376] 'agreement among raft nodes before linearized reading' (duration: 172.870901ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:48.885501Z","caller":"traceutil/trace.go:172","msg":"trace[1625208695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:754; }","duration":"231.937033ms","start":"2026-03-17T20:49:48.653429Z","end":"2026-03-17T20:49:48.885366Z","steps":["trace[1625208695] 'agreement among raft nodes before linearized reading' (duration: 231.7541ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:48.885341Z","caller":"traceutil/trace.go:172","msg":"trace[1750333661] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"674.904391ms","start":"2026-03-17T20:49:48.210425Z","end":"2026-03-17T20:49:48.885329Z","steps":["trace[1750333661] 'process raft request' (duration: 558.19104ms)","trace[1750333661] 'compare' (duration: 115.573087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.885650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.210407Z","time spent":"675.192571ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":674,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:48.885201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.847974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.886216Z","caller":"traceutil/trace.go:172","msg":"trace[1712862961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"240.882471ms","start":"2026-03-17T20:49:48.645314Z","end":"2026-03-17T20:49:48.886196Z","steps":["trace[1712862961] 'agreement among raft nodes before linearized reading' (duration: 239.600366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.258445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.068087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" limit:1 ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-17T20:49:49.258517Z","caller":"traceutil/trace.go:172","msg":"trace[1982295585] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:755; }","duration":"227.154584ms","start":"2026-03-17T20:49:49.031351Z","end":"2026-03-17T20:49:49.258505Z","steps":["trace[1982295585] 'range keys from in-memory index tree' (duration: 226.940176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.258732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.303326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-17T20:49:49.258821Z","caller":"traceutil/trace.go:172","msg":"trace[1727525152] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:755; }","duration":"245.397333ms","start":"2026-03-17T20:49:49.013403Z","end":"2026-03-17T20:49:49.258800Z","steps":["trace[1727525152] 'range keys from in-memory index tree' (duration: 245.154635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.733484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.30687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" limit:1 ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-17T20:49:49.733558Z","caller":"traceutil/trace.go:172","msg":"trace[1839072309] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:756; }","duration":"130.393686ms","start":"2026-03-17T20:49:49.603147Z","end":"2026-03-17T20:49:49.733541Z","steps":["trace[1839072309] 'range keys from in-memory index tree' (duration: 130.156619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.733605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.95507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-17T20:49:49.733703Z","caller":"traceutil/trace.go:172","msg":"trace[1687398593] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:756; }","duration":"120.066238ms","start":"2026-03-17T20:49:49.613613Z","end":"2026-03-17T20:49:49.733679Z","steps":["trace[1687398593] 'range keys from in-memory index tree' (duration: 119.785648ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.546616Z","caller":"traceutil/trace.go:172","msg":"trace[1746778644] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:811; }","duration":"309.255277ms","start":"2026-03-17T20:49:50.237332Z","end":"2026-03-17T20:49:50.546587Z","steps":["trace[1746778644] 'read index received' (duration: 309.245777ms)","trace[1746778644] 'applied index is now lower than readState.Index' (duration: 8.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.646029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.683159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:50.646153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.0241ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.646250Z","caller":"traceutil/trace.go:172","msg":"trace[31720130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:757; }","duration":"147.14966ms","start":"2026-03-17T20:49:50.499080Z","end":"2026-03-17T20:49:50.646229Z","steps":["trace[31720130] 'range keys from in-memory index tree' (duration: 146.315037ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.646118Z","caller":"traceutil/trace.go:172","msg":"trace[211699276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"408.780776ms","start":"2026-03-17T20:49:50.237319Z","end":"2026-03-17T20:49:50.646100Z","steps":["trace[211699276] 'agreement among raft nodes before linearized reading' (duration: 309.406099ms)","trace[211699276] 'range keys from in-memory index tree' (duration: 99.245398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.646435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.237296Z","time spent":"409.123321ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:50.646635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.106941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-03-17T20:49:50.646670Z","caller":"traceutil/trace.go:172","msg":"trace[626333849] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:758; }","duration":"341.144664ms","start":"2026-03-17T20:49:50.305514Z","end":"2026-03-17T20:49:50.646659Z","steps":["trace[626333849] 'agreement among raft nodes before linearized reading' (duration: 341.009884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.646706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.305498Z","time spent":"341.197827ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":866,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.646795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.412913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-17T20:49:50.646826Z","caller":"traceutil/trace.go:172","msg":"trace[726187718] range","detail":"{range_begin:/registry/clusterroles/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:758; }","duration":"355.449155ms","start":"2026-03-17T20:49:50.291369Z","end":"2026-03-17T20:49:50.646818Z","steps":["trace[726187718] 'agreement among raft nodes before linearized reading' (duration: 355.328897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.646846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.291346Z","time spent":"355.494769ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.647046Z","caller":"traceutil/trace.go:172","msg":"trace[313188992] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"569.941496ms","start":"2026-03-17T20:49:50.076571Z","end":"2026-03-17T20:49:50.646512Z","steps":["trace[313188992] 'process raft request' (duration: 470.090494ms)","trace[313188992] 'compare' (duration: 99.68236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.647433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.076550Z","time spent":"570.731063ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":424,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:51.224553Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:51.724732Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:52.225301Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757508733285656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:52.557579Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.900539345s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:52.557803Z","caller":"traceutil/trace.go:172","msg":"trace[1356705254] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:813; }","duration":"1.833531567s","start":"2026-03-17T20:49:50.724247Z","end":"2026-03-17T20:49:52.557778Z","steps":["trace[1356705254] 'read index received' (duration: 1.833520436s)","trace[1356705254] 'applied index is now lower than readState.Index' (duration: 8.981µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.978340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.479010878s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.978434Z","caller":"traceutil/trace.go:172","msg":"trace[481339112] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:758; }","duration":"1.479125506s","start":"2026-03-17T20:49:51.499287Z","end":"2026-03-17T20:49:52.978412Z","steps":["trace[481339112] 'range keys from in-memory index tree' (duration: 1.478953753s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.978781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.254523119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-17T20:49:52.978868Z","caller":"traceutil/trace.go:172","msg":"trace[719147437] range","detail":"{range_begin:/registry/clusterroles/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:758; }","duration":"2.254613707s","start":"2026-03-17T20:49:50.724232Z","end":"2026-03-17T20:49:52.978846Z","steps":["trace[719147437] 'agreement among raft nodes before linearized reading' (duration: 1.833640495s)","trace[719147437] 'range keys from in-memory index tree' (duration: 420.765256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.978998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.724198Z","time spent":"2.25478913s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.979171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.242781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:52.979298Z","caller":"traceutil/trace.go:172","msg":"trace[1740743783] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"2.322324425s","start":"2026-03-17T20:49:50.656944Z","end":"2026-03-17T20:49:52.979279Z","steps":["trace[1740743783] 'process raft request' (duration: 1.900908531s)","trace[1740743783] 'compare' (duration: 420.765876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.979411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.656921Z","time spent":"2.322421653s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.980430Z","caller":"traceutil/trace.go:172","msg":"trace[387387684] linearizableReadLoop","detail":"{readStateIndex:814; appliedIndex:813; }","duration":"422.566348ms","start":"2026-03-17T20:49:52.557841Z","end":"2026-03-17T20:49:52.980407Z","steps":["trace[387387684] 'read index received' (duration: 28.182µs)","trace[387387684] 'applied index is now lower than readState.Index' (duration: 422.535356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.995482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149643124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:52.995565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.412961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:52.995575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.464252033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:52.995578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.266395255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-03-17T20:49:52.995586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.510032293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.995615Z","caller":"traceutil/trace.go:172","msg":"trace[1068253230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:759; }","duration":"1.464282735s","start":"2026-03-17T20:49:51.531315Z","end":"2026-03-17T20:49:52.995598Z","steps":["trace[1068253230] 'agreement among raft nodes before linearized reading' (duration: 1.4494283s)","trace[1068253230] 'range keys from in-memory index tree' (duration: 14.777639ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:52.995624Z","caller":"traceutil/trace.go:172","msg":"trace[1921646044] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:759; }","duration":"2.266438359s","start":"2026-03-17T20:49:50.729170Z","end":"2026-03-17T20:49:52.995608Z","steps":["trace[1921646044] 'agreement among raft nodes before linearized reading' (duration: 2.251608265s)","trace[1921646044] 'range keys from in-memory index tree' (duration: 14.730315ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:52.995645Z","caller":"traceutil/trace.go:172","msg":"trace[1780302046] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:759; }","duration":"1.510104119s","start":"2026-03-17T20:49:51.485528Z","end":"2026-03-17T20:49:52.995633Z","steps":["trace[1780302046] 'agreement among raft nodes before linearized reading' (duration: 1.495223041s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.995659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.531296Z","time spent":"1.4643524s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.995585Z","caller":"traceutil/trace.go:172","msg":"trace[822397097] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:759; }","duration":"1.149756173s","start":"2026-03-17T20:49:51.845813Z","end":"2026-03-17T20:49:52.995569Z","steps":["trace[822397097] 'agreement among raft nodes before linearized reading' (duration: 1.134904728s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.995658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.729145Z","time spent":"2.266503174s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":866,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.995714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.845790Z","time spent":"1.149911594s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.995606Z","caller":"traceutil/trace.go:172","msg":"trace[1654905964] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:759; }","duration":"659.446175ms","start":"2026-03-17T20:49:52.336146Z","end":"2026-03-17T20:49:52.995592Z","steps":["trace[1654905964] 'agreement among raft nodes before linearized reading' (duration: 644.552166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.995566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.19673479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-17T20:49:52.995868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.336122Z","time spent":"659.736736ms","remote":"127.0.0.1:53492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.995912Z","caller":"traceutil/trace.go:172","msg":"trace[164824809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:759; }","duration":"1.197050724s","start":"2026-03-17T20:49:51.798823Z","end":"2026-03-17T20:49:52.995874Z","steps":["trace[164824809] 'agreement among raft nodes before linearized reading' (duration: 1.181902417s)","trace[164824809] 'range keys from in-memory index tree' (duration: 14.79324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.995958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.798802Z","time spent":"1.197143372s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.995489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.758927253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.996243Z","caller":"traceutil/trace.go:172","msg":"trace[1793582353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"1.75968377s","start":"2026-03-17T20:49:51.236550Z","end":"2026-03-17T20:49:52.996233Z","steps":["trace[1793582353] 'agreement among raft nodes before linearized reading' (duration: 1.744210799s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.996414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.236532Z","time spent":"1.759733113s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:52.995505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.951568264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller\" limit:1 ","response":"range_response_count:1 size:7473"} {"level":"info","ts":"2026-03-17T20:49:52.996534Z","caller":"traceutil/trace.go:172","msg":"trace[401734568] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller; range_end:; response_count:1; response_revision:759; }","duration":"1.952607681s","start":"2026-03-17T20:49:51.043912Z","end":"2026-03-17T20:49:52.996520Z","steps":["trace[401734568] 'agreement among raft nodes before linearized reading' (duration: 1.93685657s)","trace[401734568] 'range keys from in-memory index tree' (duration: 14.622398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.996571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.043890Z","time spent":"1.952669776s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":7495,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.995482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.230254648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:52.996627Z","caller":"traceutil/trace.go:172","msg":"trace[1130304381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:759; }","duration":"1.231415074s","start":"2026-03-17T20:49:51.765199Z","end":"2026-03-17T20:49:52.996614Z","steps":["trace[1130304381] 'agreement among raft nodes before linearized reading' (duration: 1.215536933s)","trace[1130304381] 'range keys from in-memory index tree' (duration: 14.614776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.996661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.765175Z","time spent":"1.231475508s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.995678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.485507Z","time spent":"1.510163993s","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.035047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.788816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.035107Z","caller":"traceutil/trace.go:172","msg":"trace[1865679532] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:759; }","duration":"275.858081ms","start":"2026-03-17T20:49:52.759237Z","end":"2026-03-17T20:49:53.035095Z","steps":["trace[1865679532] 'agreement among raft nodes before linearized reading' (duration: 275.749173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.035233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.394279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T20:49:53.035281Z","caller":"traceutil/trace.go:172","msg":"trace[1106032400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"384.455123ms","start":"2026-03-17T20:49:52.650816Z","end":"2026-03-17T20:49:53.035271Z","steps":["trace[1106032400] 'agreement among raft nodes before linearized reading' (duration: 384.295401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.035310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.650785Z","time spent":"384.517798ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.012866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.810525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-17T20:49:54.012936Z","caller":"traceutil/trace.go:172","msg":"trace[2134432779] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:771; }","duration":"213.894781ms","start":"2026-03-17T20:49:53.799027Z","end":"2026-03-17T20:49:54.012922Z","steps":["trace[2134432779] 'range keys from in-memory index tree' (duration: 213.667734ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.013001Z","caller":"traceutil/trace.go:172","msg":"trace[1972571506] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"194.957383ms","start":"2026-03-17T20:49:53.818030Z","end":"2026-03-17T20:49:54.012988Z","steps":["trace[1972571506] 'process raft request' (duration: 159.973671ms)","trace[1972571506] 'compare' (duration: 34.68258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.012866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.669633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-17T20:49:54.013143Z","caller":"traceutil/trace.go:172","msg":"trace[1690307986] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:771; }","duration":"128.945343ms","start":"2026-03-17T20:49:53.884167Z","end":"2026-03-17T20:49:54.013113Z","steps":["trace[1690307986] 'agreement among raft nodes before linearized reading' (duration: 93.745475ms)","trace[1690307986] 'range keys from in-memory index tree' (duration: 34.83075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.163323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.389826ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:49:54.163484Z","caller":"traceutil/trace.go:172","msg":"trace[424620350] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:830; }","duration":"145.84109ms","start":"2026-03-17T20:49:54.017631Z","end":"2026-03-17T20:49:54.163472Z","steps":["trace[424620350] 'read index received' (duration: 119.010259ms)","trace[424620350] 'applied index is now lower than readState.Index' (duration: 26.829971ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:54.163717Z","caller":"traceutil/trace.go:172","msg":"trace[841007734] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"147.361062ms","start":"2026-03-17T20:49:54.016348Z","end":"2026-03-17T20:49:54.163709Z","steps":["trace[841007734] 'process raft request' (duration: 147.06352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.163719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.073888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-17T20:49:54.163789Z","caller":"traceutil/trace.go:172","msg":"trace[37166878] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:772; }","duration":"146.153233ms","start":"2026-03-17T20:49:54.017620Z","end":"2026-03-17T20:49:54.163773Z","steps":["trace[37166878] 'agreement among raft nodes before linearized reading' (duration: 145.948148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.243270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.678468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-17T20:49:54.243338Z","caller":"traceutil/trace.go:172","msg":"trace[1196398614] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:773; }","duration":"101.754014ms","start":"2026-03-17T20:49:54.141570Z","end":"2026-03-17T20:49:54.243324Z","steps":["trace[1196398614] 'agreement among raft nodes before linearized reading' (duration: 22.124684ms)","trace[1196398614] 'range keys from in-memory index tree' (duration: 79.468929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.854599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.56976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" limit:1 ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-17T20:49:54.854669Z","caller":"traceutil/trace.go:172","msg":"trace[1004817923] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:774; }","duration":"111.657546ms","start":"2026-03-17T20:49:54.742999Z","end":"2026-03-17T20:49:54.854657Z","steps":["trace[1004817923] 'agreement among raft nodes before linearized reading' (duration: 111.430279ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.854659Z","caller":"traceutil/trace.go:172","msg":"trace[440296970] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"152.293756ms","start":"2026-03-17T20:49:54.702347Z","end":"2026-03-17T20:49:54.854641Z","steps":["trace[440296970] 'process raft request' (duration: 152.160936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.213061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.817564ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.213087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.337932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:56.213155Z","caller":"traceutil/trace.go:172","msg":"trace[2008712047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:780; }","duration":"713.928443ms","start":"2026-03-17T20:49:55.499207Z","end":"2026-03-17T20:49:56.213135Z","steps":["trace[2008712047] 'range keys from in-memory index tree' (duration: 713.758569ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.213163Z","caller":"traceutil/trace.go:172","msg":"trace[191006503] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:780; }","duration":"352.437259ms","start":"2026-03-17T20:49:55.860706Z","end":"2026-03-17T20:49:56.213143Z","steps":["trace[191006503] 'range keys from in-memory index tree' (duration: 352.063782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.213214Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.860686Z","time spent":"352.510775ms","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":457,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.213544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.13925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-03-17T20:49:56.213633Z","caller":"traceutil/trace.go:172","msg":"trace[1674245516] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:780; }","duration":"330.238169ms","start":"2026-03-17T20:49:55.883373Z","end":"2026-03-17T20:49:56.213611Z","steps":["trace[1674245516] 'range keys from in-memory index tree' (duration: 329.937466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.213689Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.883355Z","time spent":"330.317594ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1024,"request content":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.213704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.00958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:94 size:8080"} {"level":"warn","ts":"2026-03-17T20:49:56.213719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.071241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-7fg4f.189dbc0d5448ad41\" limit:1 ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-03-17T20:49:56.213773Z","caller":"traceutil/trace.go:172","msg":"trace[1795551678] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:94; response_revision:780; }","duration":"205.094207ms","start":"2026-03-17T20:49:56.008663Z","end":"2026-03-17T20:49:56.213757Z","steps":["trace[1795551678] 'range keys from in-memory index tree' (duration: 204.541407ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.213781Z","caller":"traceutil/trace.go:172","msg":"trace[467843919] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-7fg4f.189dbc0d5448ad41; range_end:; response_count:1; response_revision:780; }","duration":"515.135757ms","start":"2026-03-17T20:49:55.698631Z","end":"2026-03-17T20:49:56.213767Z","steps":["trace[467843919] 'range keys from in-memory index tree' (duration: 514.966234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.213822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.436479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 ","response":"range_response_count:1 size:19666"} {"level":"warn","ts":"2026-03-17T20:49:56.213839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.698626Z","time spent":"515.1845ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-7fg4f.189dbc0d5448ad41\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:56.213875Z","caller":"traceutil/trace.go:172","msg":"trace[1449616248] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wptxj; range_end:; response_count:1; response_revision:780; }","duration":"515.491463ms","start":"2026-03-17T20:49:55.698369Z","end":"2026-03-17T20:49:56.213861Z","steps":["trace[1449616248] 'range keys from in-memory index tree' (duration: 515.279658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.213913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.698353Z","time spent":"515.549027ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19688,"request content":"key:\"/registry/pods/kube-system/cilium-wptxj\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:58.105744Z","caller":"traceutil/trace.go:172","msg":"trace[2067521561] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:879; }","duration":"245.144578ms","start":"2026-03-17T20:49:57.860562Z","end":"2026-03-17T20:49:58.105707Z","steps":["trace[2067521561] 'read index received' (duration: 245.132777ms)","trace[2067521561] 'applied index is now lower than readState.Index' (duration: 9.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.190209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.60998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-17T20:49:58.190289Z","caller":"traceutil/trace.go:172","msg":"trace[1732606451] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:819; }","duration":"329.715079ms","start":"2026-03-17T20:49:57.860556Z","end":"2026-03-17T20:49:58.190271Z","steps":["trace[1732606451] 'agreement among raft nodes before linearized reading' (duration: 245.333142ms)","trace[1732606451] 'range keys from in-memory index tree' (duration: 84.161091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.190327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.860538Z","time spent":"329.778753ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":694,"request content":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:58.190938Z","caller":"traceutil/trace.go:172","msg":"trace[1234331177] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"333.232808ms","start":"2026-03-17T20:49:57.857667Z","end":"2026-03-17T20:49:58.190900Z","steps":["trace[1234331177] 'process raft request' (duration: 248.141749ms)","trace[1234331177] 'compare' (duration: 84.172271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.191000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.823675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-17T20:49:58.191205Z","caller":"traceutil/trace.go:172","msg":"trace[70441042] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:820; }","duration":"261.036651ms","start":"2026-03-17T20:49:57.930142Z","end":"2026-03-17T20:49:58.191179Z","steps":["trace[70441042] 'agreement among raft nodes before linearized reading' (duration: 260.702556ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.191455Z","caller":"traceutil/trace.go:172","msg":"trace[965011449] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"166.84451ms","start":"2026-03-17T20:49:58.024570Z","end":"2026-03-17T20:49:58.191414Z","steps":["trace[965011449] 'process raft request' (duration: 166.16349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.191119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.857642Z","time spent":"333.381179ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:58.191805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.339287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.191858Z","caller":"traceutil/trace.go:172","msg":"trace[2110473763] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:821; }","duration":"203.395211ms","start":"2026-03-17T20:49:57.988450Z","end":"2026-03-17T20:49:58.191845Z","steps":["trace[2110473763] 'agreement among raft nodes before linearized reading' (duration: 202.494794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.392618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.732143Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.745353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.758199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.767434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.779021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.793128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.804551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:00.816113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:01.623237Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:50:01.648615Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58362","server-name":"","error":"EOF"}