{"level":"warn","ts":"2026-07-10T03:28:23.120596Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-10T03:28:23.120682Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-10T03:28:23.120742Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-10T03:28:23.120755Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-07-10T03:28:23.120774Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-10T03:28:23.121348Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-07-10T03:28:23.121508Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-10T03:28:23.12669Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.983896ms"} {"level":"info","ts":"2026-07-10T03:28:23.133153Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-07-10T03:28:23.133218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-07-10T03:28:23.133241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-07-10T03:28:23.133254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-10T03:28:23.133271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-07-10T03:28:23.133306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-07-10T03:28:23.1427Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-10T03:28:23.144298Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-10T03:28:23.145198Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-10T03:28:23.147366Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-10T03:28:23.148079Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-10T03:28:23.148178Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T03:28:23.148529Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T03:28:23.151821Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T03:28:23.152084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-07-10T03:28:23.152439Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-07-10T03:28:23.154445Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-10T03:28:23.154583Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-07-10T03:28:23.154625Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-07-10T03:28:23.155053Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-10T03:28:23.155086Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-10T03:28:24.133787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-07-10T03:28:24.133877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-10T03:28:24.133908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-07-10T03:28:24.133928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-07-10T03:28:24.133941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-07-10T03:28:24.13396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-07-10T03:28:24.133988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-07-10T03:28:24.134989Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-07-10T03:28:24.134993Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-10T03:28:24.134987Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T03:28:24.135242Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-10T03:28:24.13532Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-10T03:28:24.135364Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-10T03:28:24.136771Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T03:28:24.136886Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T03:28:24.136913Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T03:28:24.138337Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-07-10T03:28:24.139267Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-10T03:28:46.711033Z","caller":"traceutil/trace.go:171","msg":"trace[1484566383] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"539.59544ms","start":"2026-07-10T03:28:46.171407Z","end":"2026-07-10T03:28:46.711003Z","steps":["trace[1484566383] 'process raft request' (duration: 538.877964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:28:46.711835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:28:46.17139Z","time spent":"539.742902ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:28:57.023187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.176174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:28:57.023353Z","caller":"traceutil/trace.go:171","msg":"trace[1272589698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:483; }","duration":"150.403726ms","start":"2026-07-10T03:28:56.87293Z","end":"2026-07-10T03:28:57.023334Z","steps":["trace[1272589698] 'range keys from in-memory index tree' (duration: 150.088683ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:28:59.591897Z","caller":"traceutil/trace.go:171","msg":"trace[2035578843] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"110.872325ms","start":"2026-07-10T03:28:59.481003Z","end":"2026-07-10T03:28:59.591875Z","steps":["trace[2035578843] 'process raft request' (duration: 110.753454ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:08.634721Z","caller":"traceutil/trace.go:171","msg":"trace[1474181641] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"335.836066ms","start":"2026-07-10T03:29:08.298856Z","end":"2026-07-10T03:29:08.634693Z","steps":["trace[1474181641] 'process raft request' (duration: 335.718865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.634919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.298831Z","time spent":"335.971367ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.64307Z","caller":"traceutil/trace.go:171","msg":"trace[361297555] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"344.057259ms","start":"2026-07-10T03:29:08.298938Z","end":"2026-07-10T03:29:08.642995Z","steps":["trace[361297555] 'process raft request' (duration: 343.019881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.643277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.298933Z","time spent":"344.25561ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.643652Z","caller":"traceutil/trace.go:171","msg":"trace[2096901976] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"344.670994ms","start":"2026-07-10T03:29:08.298873Z","end":"2026-07-10T03:29:08.643544Z","steps":["trace[2096901976] 'process raft request' (duration: 342.972881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.643709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.29885Z","time spent":"344.832765ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.644154Z","caller":"traceutil/trace.go:171","msg":"trace[1651169051] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"328.106306ms","start":"2026-07-10T03:29:08.315816Z","end":"2026-07-10T03:29:08.643922Z","steps":["trace[1651169051] 'process raft request' (duration: 326.355032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.644359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.315794Z","time spent":"328.450639ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.645263Z","caller":"traceutil/trace.go:171","msg":"trace[1769388303] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"336.400321ms","start":"2026-07-10T03:29:08.308671Z","end":"2026-07-10T03:29:08.645071Z","steps":["trace[1769388303] 'process raft request' (duration: 333.364267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.645575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.308654Z","time spent":"336.690703ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.645627Z","caller":"traceutil/trace.go:171","msg":"trace[648731660] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"325.880019ms","start":"2026-07-10T03:29:08.319716Z","end":"2026-07-10T03:29:08.645596Z","steps":["trace[648731660] 'process raft request' (duration: 323.44946ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:08.645699Z","caller":"traceutil/trace.go:171","msg":"trace[608732225] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"332.030196ms","start":"2026-07-10T03:29:08.313644Z","end":"2026-07-10T03:29:08.645675Z","steps":["trace[608732225] 'process raft request' (duration: 328.439358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.645715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.319693Z","time spent":"325.97389ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T03:29:08.645779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.313633Z","time spent":"332.111727ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.646334Z","caller":"traceutil/trace.go:171","msg":"trace[1824745047] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"322.853606ms","start":"2026-07-10T03:29:08.323411Z","end":"2026-07-10T03:29:08.646265Z","steps":["trace[1824745047] 'process raft request' (duration: 320.537408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.646405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.323401Z","time spent":"322.971867ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.646592Z","caller":"traceutil/trace.go:171","msg":"trace[1393446025] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"320.095064ms","start":"2026-07-10T03:29:08.326478Z","end":"2026-07-10T03:29:08.646573Z","steps":["trace[1393446025] 'process raft request' (duration: 318.706674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:08.646681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:08.326467Z","time spent":"320.181105ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:08.648624Z","caller":"traceutil/trace.go:171","msg":"trace[2060056448] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"295.748107ms","start":"2026-07-10T03:29:08.352867Z","end":"2026-07-10T03:29:08.648615Z","steps":["trace[2060056448] 'process raft request' (duration: 294.213245ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:08.648748Z","caller":"traceutil/trace.go:171","msg":"trace[1399472910] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"182.913409ms","start":"2026-07-10T03:29:08.465815Z","end":"2026-07-10T03:29:08.648729Z","steps":["trace[1399472910] 'process raft request' (duration: 182.658427ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:08.648775Z","caller":"traceutil/trace.go:171","msg":"trace[224189033] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"285.032974ms","start":"2026-07-10T03:29:08.363736Z","end":"2026-07-10T03:29:08.648769Z","steps":["trace[224189033] 'process raft request' (duration: 284.624321ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:09.976677Z","caller":"traceutil/trace.go:171","msg":"trace[1867859485] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"350.331555ms","start":"2026-07-10T03:29:09.626307Z","end":"2026-07-10T03:29:09.976638Z","steps":["trace[1867859485] 'process raft request' (duration: 350.036113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:09.976847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:09.626266Z","time spent":"350.502077ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T03:29:09.984576Z","caller":"traceutil/trace.go:171","msg":"trace[490868521] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"330.938157ms","start":"2026-07-10T03:29:09.65361Z","end":"2026-07-10T03:29:09.984548Z","steps":["trace[490868521] 'process raft request' (duration: 330.750075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:09.984726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:09.653535Z","time spent":"331.109987ms","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:29:09.985144Z","caller":"traceutil/trace.go:171","msg":"trace[928515857] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"308.280293ms","start":"2026-07-10T03:29:09.676845Z","end":"2026-07-10T03:29:09.985125Z","steps":["trace[928515857] 'read index received' (duration: 299.445305ms)","trace[928515857] 'applied index is now lower than readState.Index' (duration: 8.833798ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:29:09.985514Z","caller":"traceutil/trace.go:171","msg":"trace[1372923238] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"169.361658ms","start":"2026-07-10T03:29:09.816142Z","end":"2026-07-10T03:29:09.985504Z","steps":["trace[1372923238] 'process raft request' (duration: 168.746483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:09.985681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.830767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T03:29:09.985708Z","caller":"traceutil/trace.go:171","msg":"trace[378324371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"308.877387ms","start":"2026-07-10T03:29:09.676821Z","end":"2026-07-10T03:29:09.985698Z","steps":["trace[378324371] 'agreement among raft nodes before linearized reading' (duration: 308.766707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:09.985728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:09.676806Z","time spent":"308.916818ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T03:29:09.985777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.840621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T03:29:09.985771Z","caller":"traceutil/trace.go:171","msg":"trace[1328200148] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"198.19862ms","start":"2026-07-10T03:29:09.787548Z","end":"2026-07-10T03:29:09.985746Z","steps":["trace[1328200148] 'process raft request' (duration: 196.94058ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:09.985824Z","caller":"traceutil/trace.go:171","msg":"trace[1813100221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"238.909161ms","start":"2026-07-10T03:29:09.746899Z","end":"2026-07-10T03:29:09.985808Z","steps":["trace[1813100221] 'agreement among raft nodes before linearized reading' (duration: 238.78625ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:14.919252Z","caller":"traceutil/trace.go:171","msg":"trace[1980528400] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"171.760571ms","start":"2026-07-10T03:29:14.747453Z","end":"2026-07-10T03:29:14.919213Z","steps":["trace[1980528400] 'process raft request' (duration: 166.694192ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:15.035724Z","caller":"traceutil/trace.go:171","msg":"trace[700925056] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"105.474915ms","start":"2026-07-10T03:29:14.930221Z","end":"2026-07-10T03:29:15.035696Z","steps":["trace[700925056] 'process raft request' (duration: 53.205283ms)","trace[700925056] 'compare' (duration: 52.158627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:29:15.732096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.198205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-10T03:29:15.732212Z","caller":"traceutil/trace.go:171","msg":"trace[2125533474] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:676; }","duration":"434.594129ms","start":"2026-07-10T03:29:15.2976Z","end":"2026-07-10T03:29:15.732194Z","steps":["trace[2125533474] 'read index received' (duration: 40.004356ms)","trace[2125533474] 'applied index is now lower than readState.Index' (duration: 394.588183ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:29:15.73225Z","caller":"traceutil/trace.go:171","msg":"trace[1432654750] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"757.719006ms","start":"2026-07-10T03:29:14.974489Z","end":"2026-07-10T03:29:15.732208Z","steps":["trace[1432654750] 'process raft request' (duration: 363.184526ms)","trace[1432654750] 'compare' (duration: 393.903602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:29:15.732395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:14.974469Z","time spent":"757.852981ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T03:29:15.732392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.790988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-p4l8x\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-10T03:29:15.732445Z","caller":"traceutil/trace.go:171","msg":"trace[1838856692] range","detail":"{range_begin:/registry/pods/kube-system/cilium-p4l8x; range_end:; response_count:1; response_revision:652; }","duration":"434.884311ms","start":"2026-07-10T03:29:15.297551Z","end":"2026-07-10T03:29:15.732435Z","steps":["trace[1838856692] 'agreement among raft nodes before linearized reading' (duration: 434.690843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:15.732481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:15.297533Z","time spent":"434.940034ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-p4l8x\" "} {"level":"warn","ts":"2026-07-10T03:29:16.519364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960017007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T03:29:16.68078Z","caller":"traceutil/trace.go:171","msg":"trace[369363872] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"930.753025ms","start":"2026-07-10T03:29:15.74999Z","end":"2026-07-10T03:29:16.680743Z","steps":["trace[369363872] 'process raft request' (duration: 930.599519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:16.68107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:15.749972Z","time spent":"930.967005ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:29:17.174906Z","caller":"traceutil/trace.go:171","msg":"trace[1868010612] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"1.040876445s","start":"2026-07-10T03:29:16.134007Z","end":"2026-07-10T03:29:17.174884Z","steps":["trace[1868010612] 'process raft request' (duration: 1.04029713s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:17.175192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:16.133985Z","time spent":"1.04099064s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:29:17.175816Z","caller":"traceutil/trace.go:171","msg":"trace[943845448] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:677; }","duration":"1.157235161s","start":"2026-07-10T03:29:16.018564Z","end":"2026-07-10T03:29:17.175799Z","steps":["trace[943845448] 'read index received' (duration: 662.097693ms)","trace[943845448] 'applied index is now lower than readState.Index' (duration: 495.135728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:29:17.176129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157550184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T03:29:17.176224Z","caller":"traceutil/trace.go:171","msg":"trace[910673605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:655; }","duration":"1.157680891s","start":"2026-07-10T03:29:16.018527Z","end":"2026-07-10T03:29:17.176208Z","steps":["trace[910673605] 'agreement among raft nodes before linearized reading' (duration: 1.15744131s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:17.176281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:16.018512Z","time spent":"1.157751323s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T03:29:17.176396Z","caller":"traceutil/trace.go:171","msg":"trace[1121012280] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"648.10582ms","start":"2026-07-10T03:29:16.52828Z","end":"2026-07-10T03:29:17.176386Z","steps":["trace[1121012280] 'process raft request' (duration: 646.538752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:17.176482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:16.52826Z","time spent":"648.165303ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:29:17.176662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143015496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-10T03:29:17.176698Z","caller":"traceutil/trace.go:171","msg":"trace[1887021797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:655; }","duration":"1.143072048s","start":"2026-07-10T03:29:16.033617Z","end":"2026-07-10T03:29:17.176689Z","steps":["trace[1887021797] 'agreement among raft nodes before linearized reading' (duration: 1.142988005s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:17.176724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:16.033606Z","time spent":"1.143111441s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T03:29:17.176832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.753453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T03:29:17.176861Z","caller":"traceutil/trace.go:171","msg":"trace[1046946400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:655; }","duration":"137.807776ms","start":"2026-07-10T03:29:17.039046Z","end":"2026-07-10T03:29:17.176854Z","steps":["trace[1046946400] 'agreement among raft nodes before linearized reading' (duration: 137.733842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:17.177065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.291034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T03:29:17.177122Z","caller":"traceutil/trace.go:171","msg":"trace[974942589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:655; }","duration":"941.388029ms","start":"2026-07-10T03:29:16.235721Z","end":"2026-07-10T03:29:17.177109Z","steps":["trace[974942589] 'agreement among raft nodes before linearized reading' (duration: 941.231162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:17.177157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:16.2357Z","time spent":"941.450201ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T03:29:17.177263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.544754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:29:17.177309Z","caller":"traceutil/trace.go:171","msg":"trace[156229608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:655; }","duration":"304.625708ms","start":"2026-07-10T03:29:16.872674Z","end":"2026-07-10T03:29:17.177299Z","steps":["trace[156229608] 'agreement among raft nodes before linearized reading' (duration: 304.557675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:17.177337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:29:16.872654Z","time spent":"304.6765ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T03:29:31.39735Z","caller":"traceutil/trace.go:171","msg":"trace[550724789] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"146.29174ms","start":"2026-07-10T03:29:31.251035Z","end":"2026-07-10T03:29:31.397327Z","steps":["trace[550724789] 'process raft request' (duration: 146.076852ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:31.54209Z","caller":"traceutil/trace.go:171","msg":"trace[2052406421] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"290.347467ms","start":"2026-07-10T03:29:31.25172Z","end":"2026-07-10T03:29:31.542067Z","steps":["trace[2052406421] 'process raft request' (duration: 279.901022ms)","trace[2052406421] 'compare' (duration: 10.326701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:29:31.542368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.684556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-10T03:29:31.542425Z","caller":"traceutil/trace.go:171","msg":"trace[220149508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:818; }","duration":"288.787069ms","start":"2026-07-10T03:29:31.253626Z","end":"2026-07-10T03:29:31.542413Z","steps":["trace[220149508] 'agreement among raft nodes before linearized reading' (duration: 288.54315ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:29:31.542055Z","caller":"traceutil/trace.go:171","msg":"trace[216045252] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:846; }","duration":"288.371384ms","start":"2026-07-10T03:29:31.253663Z","end":"2026-07-10T03:29:31.542035Z","steps":["trace[216045252] 'read index received' (duration: 143.478906ms)","trace[216045252] 'applied index is now lower than readState.Index' (duration: 144.891598ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:29:31.545097Z","caller":"traceutil/trace.go:171","msg":"trace[187455100] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"137.458003ms","start":"2026-07-10T03:29:31.407621Z","end":"2026-07-10T03:29:31.545079Z","steps":["trace[187455100] 'process raft request' (duration: 137.332969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:29:31.545131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.512506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-10T03:29:31.545159Z","caller":"traceutil/trace.go:171","msg":"trace[1768529357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:819; }","duration":"289.561068ms","start":"2026-07-10T03:29:31.255591Z","end":"2026-07-10T03:29:31.545152Z","steps":["trace[1768529357] 'agreement among raft nodes before linearized reading' (duration: 289.420503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:01.201694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.003643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:30:01.20179Z","caller":"traceutil/trace.go:171","msg":"trace[1178779017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"328.151477ms","start":"2026-07-10T03:30:00.87362Z","end":"2026-07-10T03:30:01.201771Z","steps":["trace[1178779017] 'range keys from in-memory index tree' (duration: 327.91109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:01.201834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:00.873603Z","time spent":"328.221508ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T03:30:01.258329Z","caller":"traceutil/trace.go:171","msg":"trace[2117427838] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"111.449448ms","start":"2026-07-10T03:30:01.146858Z","end":"2026-07-10T03:30:01.258307Z","steps":["trace[2117427838] 'process raft request' (duration: 111.314884ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:01.352348Z","caller":"traceutil/trace.go:171","msg":"trace[139558675] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1256; }","duration":"149.187739ms","start":"2026-07-10T03:30:01.20313Z","end":"2026-07-10T03:30:01.352318Z","steps":["trace[139558675] 'read index received' (duration: 55.004079ms)","trace[139558675] 'applied index is now lower than readState.Index' (duration: 94.18247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:30:01.352579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.436826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:30:01.352566Z","caller":"traceutil/trace.go:171","msg":"trace[1818846760] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"197.155798ms","start":"2026-07-10T03:30:01.155377Z","end":"2026-07-10T03:30:01.352533Z","steps":["trace[1818846760] 'process raft request' (duration: 196.389047ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:01.352631Z","caller":"traceutil/trace.go:171","msg":"trace[1572039817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1221; }","duration":"149.557429ms","start":"2026-07-10T03:30:01.20306Z","end":"2026-07-10T03:30:01.352618Z","steps":["trace[1572039817] 'agreement among raft nodes before linearized reading' (duration: 149.419715ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:21.220899Z","caller":"traceutil/trace.go:171","msg":"trace[502299526] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"193.505927ms","start":"2026-07-10T03:30:21.027374Z","end":"2026-07-10T03:30:21.22088Z","steps":["trace[502299526] 'process raft request' (duration: 193.406115ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:22.973933Z","caller":"traceutil/trace.go:171","msg":"trace[1801904959] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"282.166774ms","start":"2026-07-10T03:30:22.691738Z","end":"2026-07-10T03:30:22.973905Z","steps":["trace[1801904959] 'process raft request' (duration: 279.145486ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:23.040962Z","caller":"traceutil/trace.go:171","msg":"trace[1744453712] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1522; }","duration":"168.168185ms","start":"2026-07-10T03:30:22.87277Z","end":"2026-07-10T03:30:23.040938Z","steps":["trace[1744453712] 'read index received' (duration: 98.138677ms)","trace[1744453712] 'applied index is now lower than readState.Index' (duration: 70.028318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:30:23.041081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.295518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:30:23.041148Z","caller":"traceutil/trace.go:171","msg":"trace[1794370221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1478; }","duration":"168.39826ms","start":"2026-07-10T03:30:22.872731Z","end":"2026-07-10T03:30:23.041129Z","steps":["trace[1794370221] 'agreement among raft nodes before linearized reading' (duration: 168.287428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:46.703948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960019440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:30:47.125982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108945249s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T03:30:47.12636Z","caller":"traceutil/trace.go:171","msg":"trace[1543370441] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1963; }","duration":"923.521574ms","start":"2026-07-10T03:30:46.202816Z","end":"2026-07-10T03:30:47.126338Z","steps":["trace[1543370441] 'read index received' (duration: 923.365171ms)","trace[1543370441] 'applied index is now lower than readState.Index' (duration: 155.403µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:30:47.126561Z","caller":"traceutil/trace.go:171","msg":"trace[649801616] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.109571112s","start":"2026-07-10T03:30:46.016956Z","end":"2026-07-10T03:30:47.126527Z","steps":["trace[649801616] 'process raft request' (duration: 1.109211055s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.126623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.803189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3d3f07f-5d91-4dfe-80a7-2d88f83365ea\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-10T03:30:47.126655Z","caller":"traceutil/trace.go:171","msg":"trace[306343113] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3d3f07f-5d91-4dfe-80a7-2d88f83365ea; range_end:; response_count:1; response_revision:1892; }","duration":"923.884401ms","start":"2026-07-10T03:30:46.202761Z","end":"2026-07-10T03:30:47.126646Z","steps":["trace[306343113] 'agreement among raft nodes before linearized reading' (duration: 923.771549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.126681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.202735Z","time spent":"923.938241ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3d3f07f-5d91-4dfe-80a7-2d88f83365ea\" "} {"level":"warn","ts":"2026-07-10T03:30:47.126746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.016939Z","time spent":"1.109709534s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:30:47.239189Z","caller":"traceutil/trace.go:171","msg":"trace[1754363214] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"511.902553ms","start":"2026-07-10T03:30:46.727262Z","end":"2026-07-10T03:30:47.239165Z","steps":["trace[1754363214] 'process raft request' (duration: 511.824841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.239358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.727249Z","time spent":"512.028106ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:30:47.239337Z","caller":"traceutil/trace.go:171","msg":"trace[368384598] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1964; }","duration":"112.897359ms","start":"2026-07-10T03:30:47.126411Z","end":"2026-07-10T03:30:47.239308Z","steps":["trace[368384598] 'read index received' (duration: 94.164229ms)","trace[368384598] 'applied index is now lower than readState.Index' (duration: 18.731ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:30:47.239194Z","caller":"traceutil/trace.go:171","msg":"trace[1843259000] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"521.268269ms","start":"2026-07-10T03:30:46.717892Z","end":"2026-07-10T03:30:47.23916Z","steps":["trace[1843259000] 'process raft request' (duration: 502.705952ms)","trace[1843259000] 'compare' (duration: 18.384104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:30:47.239487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.447857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:30:47.239522Z","caller":"traceutil/trace.go:171","msg":"trace[1271942213] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1895; }","duration":"991.553708ms","start":"2026-07-10T03:30:46.247958Z","end":"2026-07-10T03:30:47.239511Z","steps":["trace[1271942213] 'agreement among raft nodes before linearized reading' (duration: 991.451537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.23956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.247934Z","time spent":"991.61542ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:30:47.239549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.717868Z","time spent":"521.590375ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:30:47.23977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.915328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c0d015b9061533\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-07-10T03:30:47.239828Z","caller":"traceutil/trace.go:171","msg":"trace[1575394082] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c0d015b9061533; range_end:; response_count:1; response_revision:1895; }","duration":"359.012729ms","start":"2026-07-10T03:30:46.8808Z","end":"2026-07-10T03:30:47.239813Z","steps":["trace[1575394082] 'agreement among raft nodes before linearized reading' (duration: 358.739164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.239845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.017626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3d3f07f-5d91-4dfe-80a7-2d88f83365ea\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-10T03:30:47.239864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.880785Z","time spent":"359.07053ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c0d015b9061533\" "} {"level":"info","ts":"2026-07-10T03:30:47.239887Z","caller":"traceutil/trace.go:171","msg":"trace[1116448741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3d3f07f-5d91-4dfe-80a7-2d88f83365ea; range_end:; response_count:1; response_revision:1895; }","duration":"503.079637ms","start":"2026-07-10T03:30:46.736792Z","end":"2026-07-10T03:30:47.239871Z","steps":["trace[1116448741] 'agreement among raft nodes before linearized reading' (duration: 502.940505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.239902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.738254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-10T03:30:47.239922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.736783Z","time spent":"503.131598ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3d3f07f-5d91-4dfe-80a7-2d88f83365ea\" "} {"level":"info","ts":"2026-07-10T03:30:47.239935Z","caller":"traceutil/trace.go:171","msg":"trace[1697143978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"982.812644ms","start":"2026-07-10T03:30:46.257113Z","end":"2026-07-10T03:30:47.239926Z","steps":["trace[1697143978] 'agreement among raft nodes before linearized reading' (duration: 982.678812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.23997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.25709Z","time spent":"982.870566ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T03:30:47.240112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.742075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:30:47.240139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.821184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-10T03:30:47.240158Z","caller":"traceutil/trace.go:171","msg":"trace[694874478] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"309.128161ms","start":"2026-07-10T03:30:46.931018Z","end":"2026-07-10T03:30:47.240146Z","steps":["trace[694874478] 'process raft request' (duration: 308.110982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.240241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.930998Z","time spent":"309.188603ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:30:47.240182Z","caller":"traceutil/trace.go:171","msg":"trace[262077202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"137.903625ms","start":"2026-07-10T03:30:47.102266Z","end":"2026-07-10T03:30:47.24017Z","steps":["trace[262077202] 'agreement among raft nodes before linearized reading' (duration: 137.758592ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:47.240148Z","caller":"traceutil/trace.go:171","msg":"trace[422369414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"366.838906ms","start":"2026-07-10T03:30:46.873299Z","end":"2026-07-10T03:30:47.240138Z","steps":["trace[422369414] 'agreement among raft nodes before linearized reading' (duration: 366.788285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.240653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:46.87328Z","time spent":"367.360156ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T03:30:47.482371Z","caller":"traceutil/trace.go:171","msg":"trace[851091200] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"113.566571ms","start":"2026-07-10T03:30:47.368784Z","end":"2026-07-10T03:30:47.48235Z","steps":["trace[851091200] 'read index received' (duration: 113.379227ms)","trace[851091200] 'applied index is now lower than readState.Index' (duration: 186.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:30:47.482506Z","caller":"traceutil/trace.go:171","msg":"trace[847545858] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"235.374345ms","start":"2026-07-10T03:30:47.247063Z","end":"2026-07-10T03:30:47.482437Z","steps":["trace[847545858] 'process raft request' (duration: 235.09123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.482665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.823385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-10T03:30:47.48273Z","caller":"traceutil/trace.go:171","msg":"trace[2032761271] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:1898; }","duration":"113.985879ms","start":"2026-07-10T03:30:47.368733Z","end":"2026-07-10T03:30:47.482719Z","steps":["trace[2032761271] 'agreement among raft nodes before linearized reading' (duration: 113.772955ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:47.482592Z","caller":"traceutil/trace.go:171","msg":"trace[1833990591] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"233.408719ms","start":"2026-07-10T03:30:47.249102Z","end":"2026-07-10T03:30:47.482511Z","steps":["trace[1833990591] 'process raft request' (duration: 233.183875ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:47.941112Z","caller":"traceutil/trace.go:171","msg":"trace[977543333] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1970; }","duration":"142.647944ms","start":"2026-07-10T03:30:47.798443Z","end":"2026-07-10T03:30:47.941091Z","steps":["trace[977543333] 'read index received' (duration: 95.249379ms)","trace[977543333] 'applied index is now lower than readState.Index' (duration: 47.397745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:30:47.941268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.98671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T03:30:47.941295Z","caller":"traceutil/trace.go:171","msg":"trace[1020333645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1899; }","duration":"143.054402ms","start":"2026-07-10T03:30:47.798234Z","end":"2026-07-10T03:30:47.941288Z","steps":["trace[1020333645] 'agreement among raft nodes before linearized reading' (duration: 142.93108ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:47.941371Z","caller":"traceutil/trace.go:171","msg":"trace[2041830972] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"336.260119ms","start":"2026-07-10T03:30:47.605104Z","end":"2026-07-10T03:30:47.941365Z","steps":["trace[2041830972] 'process raft request' (duration: 335.862382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:47.941449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:47.605073Z","time spent":"336.311301ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:30:47.941439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:47.484201Z","time spent":"457.234099ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T03:30:53.169047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.46283ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-10T03:30:53.169162Z","caller":"traceutil/trace.go:171","msg":"trace[1347790058] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"296.553962ms","start":"2026-07-10T03:30:52.872591Z","end":"2026-07-10T03:30:53.169145Z","steps":["trace[1347790058] 'read index received' (duration: 42.851µs)","trace[1347790058] 'applied index is now lower than readState.Index' (duration: 296.509821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:30:53.169314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.703634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:30:53.169386Z","caller":"traceutil/trace.go:171","msg":"trace[797649862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1949; }","duration":"296.818967ms","start":"2026-07-10T03:30:52.872549Z","end":"2026-07-10T03:30:53.169368Z","steps":["trace[797649862] 'agreement among raft nodes before linearized reading' (duration: 296.674214ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:59.431006Z","caller":"traceutil/trace.go:171","msg":"trace[1337667115] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"154.599587ms","start":"2026-07-10T03:30:59.276376Z","end":"2026-07-10T03:30:59.430976Z","steps":["trace[1337667115] 'process raft request' (duration: 141.954978ms)","trace[1337667115] 'compare' (duration: 12.486796ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:30:59.647046Z","caller":"traceutil/trace.go:171","msg":"trace[1887879482] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"366.512486ms","start":"2026-07-10T03:30:59.280514Z","end":"2026-07-10T03:30:59.647026Z","steps":["trace[1887879482] 'process raft request' (duration: 366.349443ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:59.64717Z","caller":"traceutil/trace.go:171","msg":"trace[606385237] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2072; }","duration":"330.037574ms","start":"2026-07-10T03:30:59.317103Z","end":"2026-07-10T03:30:59.64714Z","steps":["trace[606385237] 'read index received' (duration: 101.232093ms)","trace[606385237] 'applied index is now lower than readState.Index' (duration: 228.803851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:30:59.647282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:59.280493Z","time spent":"366.674229ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:30:59.64751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.588155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-10T03:30:59.647504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.37507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T03:30:59.647562Z","caller":"traceutil/trace.go:171","msg":"trace[1958934298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2000; }","duration":"106.675846ms","start":"2026-07-10T03:30:59.540874Z","end":"2026-07-10T03:30:59.64755Z","steps":["trace[1958934298] 'agreement among raft nodes before linearized reading' (duration: 106.512243ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:30:59.647582Z","caller":"traceutil/trace.go:171","msg":"trace[1354957495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2000; }","duration":"330.466282ms","start":"2026-07-10T03:30:59.317096Z","end":"2026-07-10T03:30:59.647563Z","steps":["trace[1354957495] 'agreement among raft nodes before linearized reading' (duration: 330.219277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:59.647637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:59.317051Z","time spent":"330.571204ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-10T03:30:59.647775Z","caller":"traceutil/trace.go:171","msg":"trace[187949845] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"364.142545ms","start":"2026-07-10T03:30:59.283614Z","end":"2026-07-10T03:30:59.647757Z","steps":["trace[187949845] 'process raft request' (duration: 363.378982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:30:59.647937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:30:59.283606Z","time spent":"364.263277ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:30:59.827753Z","caller":"traceutil/trace.go:171","msg":"trace[1860703908] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"174.40448ms","start":"2026-07-10T03:30:59.653319Z","end":"2026-07-10T03:30:59.827723Z","steps":["trace[1860703908] 'process raft request' (duration: 88.205067ms)","trace[1860703908] 'compare' (duration: 86.06379ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:31:00.25249Z","caller":"traceutil/trace.go:171","msg":"trace[1318878770] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"133.819293ms","start":"2026-07-10T03:31:00.118649Z","end":"2026-07-10T03:31:00.252468Z","steps":["trace[1318878770] 'process raft request' (duration: 127.992833ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:00.258281Z","caller":"traceutil/trace.go:171","msg":"trace[252936673] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2078; }","duration":"132.180785ms","start":"2026-07-10T03:31:00.126078Z","end":"2026-07-10T03:31:00.258259Z","steps":["trace[252936673] 'read index received' (duration: 120.573235ms)","trace[252936673] 'applied index is now lower than readState.Index' (duration: 11.60651ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:31:00.258398Z","caller":"traceutil/trace.go:171","msg":"trace[1046524938] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"139.127675ms","start":"2026-07-10T03:31:00.119176Z","end":"2026-07-10T03:31:00.258304Z","steps":["trace[1046524938] 'process raft request' (duration: 138.962272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:00.258717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.611882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T03:31:00.259093Z","caller":"traceutil/trace.go:171","msg":"trace[156905640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2005; }","duration":"133.01761ms","start":"2026-07-10T03:31:00.126053Z","end":"2026-07-10T03:31:00.25907Z","steps":["trace[156905640] 'agreement among raft nodes before linearized reading' (duration: 132.293377ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:02.413537Z","caller":"traceutil/trace.go:171","msg":"trace[787698446] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"106.773507ms","start":"2026-07-10T03:31:02.306739Z","end":"2026-07-10T03:31:02.413512Z","steps":["trace[787698446] 'process raft request' (duration: 106.558723ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:02.973008Z","caller":"traceutil/trace.go:171","msg":"trace[216395668] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2097; }","duration":"305.296653ms","start":"2026-07-10T03:31:02.667702Z","end":"2026-07-10T03:31:02.972999Z","steps":["trace[216395668] 'read index received' (duration: 305.291053ms)","trace[216395668] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:31:02.973182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.459197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T03:31:02.973208Z","caller":"traceutil/trace.go:171","msg":"trace[726133830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2022; }","duration":"305.529578ms","start":"2026-07-10T03:31:02.667669Z","end":"2026-07-10T03:31:02.973199Z","steps":["trace[726133830] 'agreement among raft nodes before linearized reading' (duration: 305.407506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:02.973239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:02.667616Z","time spent":"305.616429ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-10T03:31:02.972952Z","caller":"traceutil/trace.go:171","msg":"trace[1586065893] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"355.460817ms","start":"2026-07-10T03:31:02.61747Z","end":"2026-07-10T03:31:02.972931Z","steps":["trace[1586065893] 'process raft request' (duration: 355.325445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:02.97363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:02.617439Z","time spent":"356.139758ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:31:02.986605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.783755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:31:02.986664Z","caller":"traceutil/trace.go:171","msg":"trace[1049345125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"113.854337ms","start":"2026-07-10T03:31:02.872787Z","end":"2026-07-10T03:31:02.986641Z","steps":["trace[1049345125] 'agreement among raft nodes before linearized reading' (duration: 113.722414ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:02.98661Z","caller":"traceutil/trace.go:171","msg":"trace[1023286609] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"254.200045ms","start":"2026-07-10T03:31:02.732389Z","end":"2026-07-10T03:31:02.986589Z","steps":["trace[1023286609] 'process raft request' (duration: 254.037452ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:03.728772Z","caller":"traceutil/trace.go:171","msg":"trace[833504988] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"492.545531ms","start":"2026-07-10T03:31:03.236202Z","end":"2026-07-10T03:31:03.728748Z","steps":["trace[833504988] 'process raft request' (duration: 492.365598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:03.728969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:03.236187Z","time spent":"492.653823ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:31:03.749635Z","caller":"traceutil/trace.go:171","msg":"trace[270908315] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"308.485138ms","start":"2026-07-10T03:31:03.441119Z","end":"2026-07-10T03:31:03.749604Z","steps":["trace[270908315] 'process raft request' (duration: 308.252544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:03.749862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:03.441094Z","time spent":"308.683231ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:31:03.749938Z","caller":"traceutil/trace.go:171","msg":"trace[469029987] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"303.641976ms","start":"2026-07-10T03:31:03.446276Z","end":"2026-07-10T03:31:03.749918Z","steps":["trace[469029987] 'process raft request' (duration: 303.249159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:03.750074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:03.446268Z","time spent":"303.737448ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:31:03.750807Z","caller":"traceutil/trace.go:171","msg":"trace[316012015] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2103; }","duration":"313.725166ms","start":"2026-07-10T03:31:03.437065Z","end":"2026-07-10T03:31:03.75079Z","steps":["trace[316012015] 'read index received' (duration: 291.613282ms)","trace[316012015] 'applied index is now lower than readState.Index' (duration: 22.111174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:31:03.751806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.728094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:31:03.751861Z","caller":"traceutil/trace.go:171","msg":"trace[2049501929] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2033; }","duration":"314.794775ms","start":"2026-07-10T03:31:03.437054Z","end":"2026-07-10T03:31:03.751849Z","steps":["trace[2049501929] 'agreement among raft nodes before linearized reading' (duration: 313.796688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:03.751947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:03.436994Z","time spent":"314.893256ms","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:31:27.991202Z","caller":"traceutil/trace.go:171","msg":"trace[1088715169] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"155.281567ms","start":"2026-07-10T03:31:27.835898Z","end":"2026-07-10T03:31:27.99118Z","steps":["trace[1088715169] 'process raft request' (duration: 155.125844ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:28.197511Z","caller":"traceutil/trace.go:171","msg":"trace[1929116885] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2244; }","duration":"359.29483ms","start":"2026-07-10T03:31:27.83819Z","end":"2026-07-10T03:31:28.197484Z","steps":["trace[1929116885] 'read index received' (duration: 152.87864ms)","trace[1929116885] 'applied index is now lower than readState.Index' (duration: 206.41463ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:31:28.197598Z","caller":"traceutil/trace.go:171","msg":"trace[1425992607] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"361.142378ms","start":"2026-07-10T03:31:27.836403Z","end":"2026-07-10T03:31:28.197546Z","steps":["trace[1425992607] 'process raft request' (duration: 360.820023ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:28.197617Z","caller":"traceutil/trace.go:171","msg":"trace[710881095] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"359.90114ms","start":"2026-07-10T03:31:27.837678Z","end":"2026-07-10T03:31:28.197579Z","steps":["trace[710881095] 'process raft request' (duration: 359.743407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:28.197834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:27.836383Z","time spent":"361.31742ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:31:28.197967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.757257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-10T03:31:28.197834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:27.837671Z","time spent":"360.042122ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:31:28.198083Z","caller":"traceutil/trace.go:171","msg":"trace[2042244570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2166; }","duration":"359.880009ms","start":"2026-07-10T03:31:27.838161Z","end":"2026-07-10T03:31:28.198041Z","steps":["trace[2042244570] 'agreement among raft nodes before linearized reading' (duration: 359.453423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:28.198684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:27.838153Z","time spent":"360.517629ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T03:31:28.218481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.629081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-10T03:31:28.218583Z","caller":"traceutil/trace.go:171","msg":"trace[1711736288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2167; }","duration":"260.749573ms","start":"2026-07-10T03:31:27.95779Z","end":"2026-07-10T03:31:28.21854Z","steps":["trace[1711736288] 'agreement among raft nodes before linearized reading' (duration: 260.52379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:28.718822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.57125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T03:31:28.718919Z","caller":"traceutil/trace.go:171","msg":"trace[1795547682] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"316.965888ms","start":"2026-07-10T03:31:28.401938Z","end":"2026-07-10T03:31:28.718904Z","steps":["trace[1795547682] 'read index received' (duration: 48.311µs)","trace[1795547682] 'applied index is now lower than readState.Index' (duration: 316.916407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:31:28.719254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.273934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T03:31:28.719219Z","caller":"traceutil/trace.go:171","msg":"trace[998939732] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"426.130627ms","start":"2026-07-10T03:31:28.293042Z","end":"2026-07-10T03:31:28.719173Z","steps":["trace[998939732] 'process raft request' (duration: 22.120551ms)","trace[998939732] 'compare' (duration: 403.329596ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:31:28.719306Z","caller":"traceutil/trace.go:171","msg":"trace[1279272366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2170; }","duration":"305.355085ms","start":"2026-07-10T03:31:28.413934Z","end":"2026-07-10T03:31:28.719289Z","steps":["trace[1279272366] 'agreement among raft nodes before linearized reading' (duration: 305.226023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:28.71934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:28.413915Z","time spent":"305.416785ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T03:31:28.719326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.373184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-10T03:31:28.719312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.944521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:31:28.719395Z","caller":"traceutil/trace.go:171","msg":"trace[616075309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2170; }","duration":"317.499446ms","start":"2026-07-10T03:31:28.401879Z","end":"2026-07-10T03:31:28.719378Z","steps":["trace[616075309] 'agreement among raft nodes before linearized reading' (duration: 317.268642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:28.71944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:28.401851Z","time spent":"317.579757ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T03:31:28.71941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:28.29301Z","time spent":"426.309439ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:31:28.719424Z","caller":"traceutil/trace.go:171","msg":"trace[436191442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2170; }","duration":"149.110574ms","start":"2026-07-10T03:31:28.570293Z","end":"2026-07-10T03:31:28.719404Z","steps":["trace[436191442] 'agreement among raft nodes before linearized reading' (duration: 148.951792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:29.252837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.838396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T03:31:29.252946Z","caller":"traceutil/trace.go:171","msg":"trace[493400777] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"527.157777ms","start":"2026-07-10T03:31:28.725764Z","end":"2026-07-10T03:31:29.252922Z","steps":["trace[493400777] 'process raft request' (duration: 416.173399ms)","trace[493400777] 'compare' (duration: 110.44607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:31:29.253008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:28.725746Z","time spent":"527.230988ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:31:29.258064Z","caller":"traceutil/trace.go:171","msg":"trace[1586134455] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2251; }","duration":"385.825788ms","start":"2026-07-10T03:31:28.87222Z","end":"2026-07-10T03:31:29.258046Z","steps":["trace[1586134455] 'read index received' (duration: 269.739924ms)","trace[1586134455] 'applied index is now lower than readState.Index' (duration: 116.085094ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:31:29.258101Z","caller":"traceutil/trace.go:171","msg":"trace[1596545352] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"531.780035ms","start":"2026-07-10T03:31:28.726303Z","end":"2026-07-10T03:31:29.258083Z","steps":["trace[1596545352] 'process raft request' (duration: 531.664004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:29.258192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.94967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:31:29.258251Z","caller":"traceutil/trace.go:171","msg":"trace[1485721257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2172; }","duration":"386.069662ms","start":"2026-07-10T03:31:28.872167Z","end":"2026-07-10T03:31:29.258237Z","steps":["trace[1485721257] 'agreement among raft nodes before linearized reading' (duration: 385.95203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:31:29.258296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:28.872146Z","time spent":"386.142822ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T03:31:29.258372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:28.726293Z","time spent":"531.892747ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:31:29.598156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.096005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0d01cc82d2929\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-10T03:31:29.5984Z","caller":"traceutil/trace.go:171","msg":"trace[146685487] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c0d01cc82d2929; range_end:; response_count:1; response_revision:2172; }","duration":"116.390208ms","start":"2026-07-10T03:31:29.481983Z","end":"2026-07-10T03:31:29.598373Z","steps":["trace[146685487] 'range keys from in-memory index tree' (duration: 115.872011ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:29.748039Z","caller":"traceutil/trace.go:171","msg":"trace[1118287403] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"147.591881ms","start":"2026-07-10T03:31:29.600425Z","end":"2026-07-10T03:31:29.748016Z","steps":["trace[1118287403] 'process raft request' (duration: 147.184925ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:31:30.129341Z","caller":"traceutil/trace.go:171","msg":"trace[1484353005] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"308.378083ms","start":"2026-07-10T03:31:29.820902Z","end":"2026-07-10T03:31:30.129281Z","steps":["trace[1484353005] 'process raft request' (duration: 250.766871ms)","trace[1484353005] 'compare' (duration: 57.403759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:31:30.12958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:31:29.820885Z","time spent":"308.581965ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:31:30.132716Z","caller":"traceutil/trace.go:171","msg":"trace[1073721766] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"135.765058ms","start":"2026-07-10T03:31:29.996929Z","end":"2026-07-10T03:31:30.132694Z","steps":["trace[1073721766] 'process raft request' (duration: 135.638716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:08.702489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.849325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T03:32:08.702655Z","caller":"traceutil/trace.go:171","msg":"trace[82909977] linearizableReadLoop","detail":"{readStateIndex:2526; appliedIndex:2524; }","duration":"265.856331ms","start":"2026-07-10T03:32:08.436783Z","end":"2026-07-10T03:32:08.70264Z","steps":["trace[82909977] 'read index received' (duration: 58.784073ms)","trace[82909977] 'applied index is now lower than readState.Index' (duration: 207.070958ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:32:08.702694Z","caller":"traceutil/trace.go:171","msg":"trace[230267331] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"333.055534ms","start":"2026-07-10T03:32:08.369618Z","end":"2026-07-10T03:32:08.702673Z","steps":["trace[230267331] 'process raft request' (duration: 332.971963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:08.702799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:32:08.369589Z","time spent":"333.154725ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:32:08.702773Z","caller":"traceutil/trace.go:171","msg":"trace[941859554] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"353.378277ms","start":"2026-07-10T03:32:08.349356Z","end":"2026-07-10T03:32:08.702734Z","steps":["trace[941859554] 'process raft request' (duration: 146.211508ms)","trace[941859554] 'compare' (duration: 206.732564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:32:08.702856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.079014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T03:32:08.702895Z","caller":"traceutil/trace.go:171","msg":"trace[213740560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2435; }","duration":"266.151695ms","start":"2026-07-10T03:32:08.436734Z","end":"2026-07-10T03:32:08.702885Z","steps":["trace[213740560] 'agreement among raft nodes before linearized reading' (duration: 265.993383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:08.702933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:32:08.349322Z","time spent":"353.526799ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:32:08.703234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.562645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-10T03:32:08.703337Z","caller":"traceutil/trace.go:171","msg":"trace[743965736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"214.714107ms","start":"2026-07-10T03:32:08.488604Z","end":"2026-07-10T03:32:08.703318Z","steps":["trace[743965736] 'agreement among raft nodes before linearized reading' (duration: 214.276231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:18.531576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.024905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:32:18.532007Z","caller":"traceutil/trace.go:171","msg":"trace[1089262845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2540; }","duration":"781.469801ms","start":"2026-07-10T03:32:17.750518Z","end":"2026-07-10T03:32:18.531988Z","steps":["trace[1089262845] 'count revisions from in-memory index tree' (duration: 780.940404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:18.532065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:32:17.750458Z","time spent":"781.588553ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:32:18.532128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.64694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-10T03:32:18.532208Z","caller":"traceutil/trace.go:171","msg":"trace[280487805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2540; }","duration":"358.794712ms","start":"2026-07-10T03:32:18.17339Z","end":"2026-07-10T03:32:18.532185Z","steps":["trace[280487805] 'range keys from in-memory index tree' (duration: 358.480158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:18.53226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:32:18.173372Z","time spent":"358.875993ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T03:32:18.532148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.074568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:32:18.532384Z","caller":"traceutil/trace.go:171","msg":"trace[1457435312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2540; }","duration":"659.329281ms","start":"2026-07-10T03:32:17.873022Z","end":"2026-07-10T03:32:18.532351Z","steps":["trace[1457435312] 'range keys from in-memory index tree' (duration: 659.001106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:18.532464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:32:17.873001Z","time spent":"659.437692ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T03:32:18.533095Z","caller":"traceutil/trace.go:171","msg":"trace[1431264681] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"177.218624ms","start":"2026-07-10T03:32:18.355861Z","end":"2026-07-10T03:32:18.53308Z","steps":["trace[1431264681] 'process raft request' (duration: 177.146173ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:32:18.533753Z","caller":"traceutil/trace.go:171","msg":"trace[381157137] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"232.19007ms","start":"2026-07-10T03:32:18.301547Z","end":"2026-07-10T03:32:18.533737Z","steps":["trace[381157137] 'process raft request' (duration: 206.437794ms)","trace[381157137] 'compare' (duration: 24.50728ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:32:49.882812Z","caller":"traceutil/trace.go:171","msg":"trace[1625848713] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2815; }","duration":"211.953469ms","start":"2026-07-10T03:32:49.67083Z","end":"2026-07-10T03:32:49.882784Z","steps":["trace[1625848713] 'read index received' (duration: 211.715547ms)","trace[1625848713] 'applied index is now lower than readState.Index' (duration: 236.972µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:32:49.883239Z","caller":"traceutil/trace.go:171","msg":"trace[1583527886] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"213.154784ms","start":"2026-07-10T03:32:49.670054Z","end":"2026-07-10T03:32:49.883208Z","steps":["trace[1583527886] 'process raft request' (duration: 212.571247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:49.884725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.876762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T03:32:49.884803Z","caller":"traceutil/trace.go:171","msg":"trace[817127433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2716; }","duration":"214.017893ms","start":"2026-07-10T03:32:49.670766Z","end":"2026-07-10T03:32:49.884784Z","steps":["trace[817127433] 'agreement among raft nodes before linearized reading' (duration: 212.276583ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:32:55.98108Z","caller":"traceutil/trace.go:171","msg":"trace[480076980] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2848; }","duration":"109.433454ms","start":"2026-07-10T03:32:55.871631Z","end":"2026-07-10T03:32:55.981065Z","steps":["trace[480076980] 'read index received' (duration: 109.275312ms)","trace[480076980] 'applied index is now lower than readState.Index' (duration: 157.392µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:32:55.981168Z","caller":"traceutil/trace.go:171","msg":"trace[1295062619] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"174.555225ms","start":"2026-07-10T03:32:55.806606Z","end":"2026-07-10T03:32:55.981162Z","steps":["trace[1295062619] 'process raft request' (duration: 174.359563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:32:55.981416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.763829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:32:55.981437Z","caller":"traceutil/trace.go:171","msg":"trace[42190923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2748; }","duration":"109.843379ms","start":"2026-07-10T03:32:55.871589Z","end":"2026-07-10T03:32:55.981433Z","steps":["trace[42190923] 'agreement among raft nodes before linearized reading' (duration: 109.756038ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:27.242933Z","caller":"traceutil/trace.go:171","msg":"trace[590094653] linearizableReadLoop","detail":"{readStateIndex:4722; appliedIndex:4721; }","duration":"243.742897ms","start":"2026-07-10T03:36:26.999165Z","end":"2026-07-10T03:36:27.242908Z","steps":["trace[590094653] 'read index received' (duration: 242.693495ms)","trace[590094653] 'applied index is now lower than readState.Index' (duration: 1.048382ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:36:27.243266Z","caller":"traceutil/trace.go:171","msg":"trace[1959565214] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"359.151128ms","start":"2026-07-10T03:36:26.884012Z","end":"2026-07-10T03:36:27.243163Z","steps":["trace[1959565214] 'process raft request' (duration: 357.966904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:27.243465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:36:26.883991Z","time spent":"359.367572ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:36:27.244747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.851347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T03:36:27.24485Z","caller":"traceutil/trace.go:171","msg":"trace[1582652988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4547; }","duration":"181.020811ms","start":"2026-07-10T03:36:27.063804Z","end":"2026-07-10T03:36:27.244825Z","steps":["trace[1582652988] 'agreement among raft nodes before linearized reading' (duration: 180.673904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:27.245238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.957442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-10T03:36:27.245208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.020334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:36:27.245272Z","caller":"traceutil/trace.go:171","msg":"trace[31290024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4547; }","duration":"156.018864ms","start":"2026-07-10T03:36:27.089241Z","end":"2026-07-10T03:36:27.24526Z","steps":["trace[31290024] 'agreement among raft nodes before linearized reading' (duration: 155.891771ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:27.24533Z","caller":"traceutil/trace.go:171","msg":"trace[836074657] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4547; }","duration":"246.158247ms","start":"2026-07-10T03:36:26.999131Z","end":"2026-07-10T03:36:27.245289Z","steps":["trace[836074657] 'agreement among raft nodes before linearized reading' (duration: 244.906501ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:32.746408Z","caller":"traceutil/trace.go:171","msg":"trace[92481477] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"172.212905ms","start":"2026-07-10T03:36:32.574165Z","end":"2026-07-10T03:36:32.746378Z","steps":["trace[92481477] 'process raft request' (duration: 172.054882ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.015347Z","caller":"traceutil/trace.go:171","msg":"trace[1948429921] linearizableReadLoop","detail":"{readStateIndex:4786; appliedIndex:4785; }","duration":"239.718051ms","start":"2026-07-10T03:36:32.775597Z","end":"2026-07-10T03:36:33.015315Z","steps":["trace[1948429921] 'read index received' (duration: 220.133102ms)","trace[1948429921] 'applied index is now lower than readState.Index' (duration: 19.583289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:36:33.015586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.634881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:36:33.015636Z","caller":"traceutil/trace.go:171","msg":"trace[1979876642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4609; }","duration":"144.758773ms","start":"2026-07-10T03:36:32.870861Z","end":"2026-07-10T03:36:33.01562Z","steps":["trace[1979876642] 'agreement among raft nodes before linearized reading' (duration: 144.649101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:33.015661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.944237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:36:33.024445Z","caller":"traceutil/trace.go:171","msg":"trace[1026448002] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4609; }","duration":"240.260383ms","start":"2026-07-10T03:36:32.775533Z","end":"2026-07-10T03:36:33.015793Z","steps":["trace[1026448002] 'agreement among raft nodes before linearized reading' (duration: 239.902866ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.524811Z","caller":"traceutil/trace.go:171","msg":"trace[1353476618] linearizableReadLoop","detail":"{readStateIndex:4788; appliedIndex:4787; }","duration":"237.328703ms","start":"2026-07-10T03:36:33.287452Z","end":"2026-07-10T03:36:33.524781Z","steps":["trace[1353476618] 'read index received' (duration: 237.036417ms)","trace[1353476618] 'applied index is now lower than readState.Index' (duration: 291.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:36:33.525302Z","caller":"traceutil/trace.go:171","msg":"trace[421924957] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"256.470013ms","start":"2026-07-10T03:36:33.268811Z","end":"2026-07-10T03:36:33.525281Z","steps":["trace[421924957] 'process raft request' (duration: 255.755189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:33.525627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.29914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T03:36:33.52574Z","caller":"traceutil/trace.go:171","msg":"trace[927183410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4611; }","duration":"230.459213ms","start":"2026-07-10T03:36:33.295255Z","end":"2026-07-10T03:36:33.525715Z","steps":["trace[927183410] 'agreement among raft nodes before linearized reading' (duration: 229.992093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:33.526135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.65983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T03:36:33.526243Z","caller":"traceutil/trace.go:171","msg":"trace[1360288122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4611; }","duration":"238.894064ms","start":"2026-07-10T03:36:33.287329Z","end":"2026-07-10T03:36:33.526223Z","steps":["trace[1360288122] 'agreement among raft nodes before linearized reading' (duration: 238.593408ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.64218Z","caller":"traceutil/trace.go:171","msg":"trace[1929940574] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"104.10475ms","start":"2026-07-10T03:36:33.53804Z","end":"2026-07-10T03:36:33.642145Z","steps":["trace[1929940574] 'process raft request' (duration: 103.859365ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.642471Z","caller":"traceutil/trace.go:171","msg":"trace[1667336048] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"100.805173ms","start":"2026-07-10T03:36:33.541633Z","end":"2026-07-10T03:36:33.642438Z","steps":["trace[1667336048] 'process raft request' (duration: 100.450066ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.642594Z","caller":"traceutil/trace.go:171","msg":"trace[483063712] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4788; }","duration":"104.144301ms","start":"2026-07-10T03:36:33.538438Z","end":"2026-07-10T03:36:33.642582Z","steps":["trace[483063712] 'read index received' (duration: 70.73049ms)","trace[483063712] 'applied index is now lower than readState.Index' (duration: 33.412811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:36:33.642765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.302024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1652"} {"level":"info","ts":"2026-07-10T03:36:33.643357Z","caller":"traceutil/trace.go:171","msg":"trace[1870994918] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4615; }","duration":"104.918806ms","start":"2026-07-10T03:36:33.538407Z","end":"2026-07-10T03:36:33.643326Z","steps":["trace[1870994918] 'agreement among raft nodes before linearized reading' (duration: 104.208371ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.755127Z","caller":"traceutil/trace.go:171","msg":"trace[1328083967] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4792; }","duration":"111.801846ms","start":"2026-07-10T03:36:33.643292Z","end":"2026-07-10T03:36:33.755093Z","steps":["trace[1328083967] 'read index received' (duration: 111.620793ms)","trace[1328083967] 'applied index is now lower than readState.Index' (duration: 179.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:36:33.755283Z","caller":"traceutil/trace.go:171","msg":"trace[130096366] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"133.343195ms","start":"2026-07-10T03:36:33.621928Z","end":"2026-07-10T03:36:33.755271Z","steps":["trace[130096366] 'process raft request' (duration: 132.902386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:33.755506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.125117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-10T03:36:33.755532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.886689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-76cbd7d8cf-r5dkq.18c0d066d04da32c\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-10T03:36:33.755598Z","caller":"traceutil/trace.go:171","msg":"trace[1058814939] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4617; }","duration":"208.25135ms","start":"2026-07-10T03:36:33.547319Z","end":"2026-07-10T03:36:33.75557Z","steps":["trace[1058814939] 'agreement among raft nodes before linearized reading' (duration: 207.987815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:33.755613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.054059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1652"} {"level":"info","ts":"2026-07-10T03:36:33.755657Z","caller":"traceutil/trace.go:171","msg":"trace[785626559] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4617; }","duration":"216.144561ms","start":"2026-07-10T03:36:33.539495Z","end":"2026-07-10T03:36:33.755639Z","steps":["trace[785626559] 'agreement among raft nodes before linearized reading' (duration: 215.957497ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.755731Z","caller":"traceutil/trace.go:171","msg":"trace[1797396098] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"121.667567ms","start":"2026-07-10T03:36:33.634036Z","end":"2026-07-10T03:36:33.755703Z","steps":["trace[1797396098] 'process raft request' (duration: 121.007433ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.755758Z","caller":"traceutil/trace.go:171","msg":"trace[1386214733] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-76cbd7d8cf-r5dkq.18c0d066d04da32c; range_end:; response_count:1; response_revision:4617; }","duration":"142.066233ms","start":"2026-07-10T03:36:33.613532Z","end":"2026-07-10T03:36:33.755598Z","steps":["trace[1386214733] 'agreement among raft nodes before linearized reading' (duration: 141.755816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:33.759998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.792877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"info","ts":"2026-07-10T03:36:33.760053Z","caller":"traceutil/trace.go:171","msg":"trace[1206011312] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4621; }","duration":"112.880928ms","start":"2026-07-10T03:36:33.64716Z","end":"2026-07-10T03:36:33.760041Z","steps":["trace[1206011312] 'agreement among raft nodes before linearized reading' (duration: 112.673864ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.760357Z","caller":"traceutil/trace.go:171","msg":"trace[1486231976] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"110.385387ms","start":"2026-07-10T03:36:33.649961Z","end":"2026-07-10T03:36:33.760346Z","steps":["trace[1486231976] 'process raft request' (duration: 109.635512ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.760482Z","caller":"traceutil/trace.go:171","msg":"trace[565008022] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"110.388768ms","start":"2026-07-10T03:36:33.650083Z","end":"2026-07-10T03:36:33.760472Z","steps":["trace[565008022] 'process raft request' (duration: 109.608082ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.76069Z","caller":"traceutil/trace.go:171","msg":"trace[211778305] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"110.324166ms","start":"2026-07-10T03:36:33.650352Z","end":"2026-07-10T03:36:33.760676Z","steps":["trace[211778305] 'process raft request' (duration: 109.382497ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:33.76081Z","caller":"traceutil/trace.go:171","msg":"trace[285153452] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"109.312166ms","start":"2026-07-10T03:36:33.651488Z","end":"2026-07-10T03:36:33.760801Z","steps":["trace[285153452] 'process raft request' (duration: 108.302105ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:36.75452Z","caller":"traceutil/trace.go:171","msg":"trace[741711096] linearizableReadLoop","detail":"{readStateIndex:4892; appliedIndex:4891; }","duration":"156.557405ms","start":"2026-07-10T03:36:36.597937Z","end":"2026-07-10T03:36:36.754494Z","steps":["trace[741711096] 'read index received' (duration: 156.394961ms)","trace[741711096] 'applied index is now lower than readState.Index' (duration: 161.204µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:36:36.754634Z","caller":"traceutil/trace.go:171","msg":"trace[702608946] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"175.880885ms","start":"2026-07-10T03:36:36.578723Z","end":"2026-07-10T03:36:36.754603Z","steps":["trace[702608946] 'process raft request' (duration: 175.525418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:36.754685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.729858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:36:36.754723Z","caller":"traceutil/trace.go:171","msg":"trace[544018622] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4715; }","duration":"156.81593ms","start":"2026-07-10T03:36:36.597897Z","end":"2026-07-10T03:36:36.754713Z","steps":["trace[544018622] 'agreement among raft nodes before linearized reading' (duration: 156.690748ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:45.90976Z","caller":"traceutil/trace.go:171","msg":"trace[1324165724] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5028; }","duration":"228.466132ms","start":"2026-07-10T03:36:45.681272Z","end":"2026-07-10T03:36:45.909738Z","steps":["trace[1324165724] 'read index received' (duration: 228.333189ms)","trace[1324165724] 'applied index is now lower than readState.Index' (duration: 132.013µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:36:45.909891Z","caller":"traceutil/trace.go:171","msg":"trace[677401690] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"237.842877ms","start":"2026-07-10T03:36:45.672037Z","end":"2026-07-10T03:36:45.90988Z","steps":["trace[677401690] 'process raft request' (duration: 237.543722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:45.91022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.91091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-10T03:36:45.910332Z","caller":"traceutil/trace.go:171","msg":"trace[788337869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4846; }","duration":"229.055734ms","start":"2026-07-10T03:36:45.681249Z","end":"2026-07-10T03:36:45.910304Z","steps":["trace[788337869] 'agreement among raft nodes before linearized reading' (duration: 228.736378ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:46.183611Z","caller":"traceutil/trace.go:171","msg":"trace[982335277] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"391.144603ms","start":"2026-07-10T03:36:45.79244Z","end":"2026-07-10T03:36:46.183585Z","steps":["trace[982335277] 'process raft request' (duration: 390.924519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.183857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:36:45.792401Z","time spent":"391.305347ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:36:46.183985Z","caller":"traceutil/trace.go:171","msg":"trace[138675470] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"388.94725ms","start":"2026-07-10T03:36:45.794989Z","end":"2026-07-10T03:36:46.183936Z","steps":["trace[138675470] 'process raft request' (duration: 388.518032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.184179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:36:45.794951Z","time spent":"389.127553ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:36:46.184667Z","caller":"traceutil/trace.go:171","msg":"trace[1373300025] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"368.994455ms","start":"2026-07-10T03:36:45.815658Z","end":"2026-07-10T03:36:46.184653Z","steps":["trace[1373300025] 'process raft request' (duration: 368.155619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.18474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:36:45.815634Z","time spent":"369.070936ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:36:46.184961Z","caller":"traceutil/trace.go:171","msg":"trace[413138538] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"366.164979ms","start":"2026-07-10T03:36:45.818787Z","end":"2026-07-10T03:36:46.184952Z","steps":["trace[413138538] 'process raft request' (duration: 365.786332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.185021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:36:45.81877Z","time spent":"366.22107ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:36:46.185101Z","caller":"traceutil/trace.go:171","msg":"trace[561195913] linearizableReadLoop","detail":"{readStateIndex:5033; appliedIndex:5029; }","duration":"275.051115ms","start":"2026-07-10T03:36:45.909851Z","end":"2026-07-10T03:36:46.184902Z","steps":["trace[561195913] 'read index received' (duration: 273.514005ms)","trace[561195913] 'applied index is now lower than readState.Index' (duration: 1.5359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:36:46.185271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.995689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-10T03:36:46.18526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.636275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T03:36:46.185313Z","caller":"traceutil/trace.go:171","msg":"trace[662995541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4850; }","duration":"490.057571ms","start":"2026-07-10T03:36:45.695245Z","end":"2026-07-10T03:36:46.185303Z","steps":["trace[662995541] 'agreement among raft nodes before linearized reading' (duration: 489.913568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.185343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:36:45.695234Z","time spent":"490.102842ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T03:36:46.185341Z","caller":"traceutil/trace.go:171","msg":"trace[1976253174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4850; }","duration":"477.754347ms","start":"2026-07-10T03:36:45.70756Z","end":"2026-07-10T03:36:46.185314Z","steps":["trace[1976253174] 'agreement among raft nodes before linearized reading' (duration: 477.472412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.185385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:36:45.707532Z","time spent":"477.84547ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T03:36:46.200263Z","caller":"traceutil/trace.go:171","msg":"trace[1004059757] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"275.222888ms","start":"2026-07-10T03:36:45.925019Z","end":"2026-07-10T03:36:46.200242Z","steps":["trace[1004059757] 'process raft request' (duration: 275.136067ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:46.200251Z","caller":"traceutil/trace.go:171","msg":"trace[1941118723] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"275.84673ms","start":"2026-07-10T03:36:45.924381Z","end":"2026-07-10T03:36:46.200228Z","steps":["trace[1941118723] 'process raft request' (duration: 275.724908ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:46.200271Z","caller":"traceutil/trace.go:171","msg":"trace[619090884] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"276.213457ms","start":"2026-07-10T03:36:45.924034Z","end":"2026-07-10T03:36:46.200247Z","steps":["trace[619090884] 'process raft request' (duration: 275.84902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.200544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.229963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:36:46.200588Z","caller":"traceutil/trace.go:171","msg":"trace[997685201] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4854; }","duration":"162.306095ms","start":"2026-07-10T03:36:46.038269Z","end":"2026-07-10T03:36:46.200575Z","steps":["trace[997685201] 'agreement among raft nodes before linearized reading' (duration: 162.238163ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:36:46.200522Z","caller":"traceutil/trace.go:171","msg":"trace[1342123549] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"275.274669ms","start":"2026-07-10T03:36:45.925222Z","end":"2026-07-10T03:36:46.200496Z","steps":["trace[1342123549] 'process raft request' (duration: 274.966933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.201182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.025393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f8dfb0c-4d7c-4dc7-8481-9937ed435552\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-10T03:36:46.201243Z","caller":"traceutil/trace.go:171","msg":"trace[712331191] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f8dfb0c-4d7c-4dc7-8481-9937ed435552; range_end:; response_count:1; response_revision:4854; }","duration":"277.123346ms","start":"2026-07-10T03:36:45.924101Z","end":"2026-07-10T03:36:46.201225Z","steps":["trace[712331191] 'agreement among raft nodes before linearized reading' (duration: 276.289999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.428764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.377594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T03:36:46.429034Z","caller":"traceutil/trace.go:171","msg":"trace[755742677] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5039; }","duration":"173.898214ms","start":"2026-07-10T03:36:46.255112Z","end":"2026-07-10T03:36:46.42901Z","steps":["trace[755742677] 'read index received' (duration: 40.172343ms)","trace[755742677] 'applied index is now lower than readState.Index' (duration: 133.724321ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:36:46.429033Z","caller":"traceutil/trace.go:171","msg":"trace[1903349960] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"224.627386ms","start":"2026-07-10T03:36:46.204366Z","end":"2026-07-10T03:36:46.428993Z","steps":["trace[1903349960] 'process raft request' (duration: 90.902755ms)","trace[1903349960] 'compare' (duration: 133.236181ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:36:46.429212Z","caller":"traceutil/trace.go:171","msg":"trace[1449259629] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"224.387291ms","start":"2026-07-10T03:36:46.204769Z","end":"2026-07-10T03:36:46.429156Z","steps":["trace[1449259629] 'process raft request' (duration: 224.113996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:36:46.429262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.150999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T03:36:46.429313Z","caller":"traceutil/trace.go:171","msg":"trace[893789317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4858; }","duration":"174.240921ms","start":"2026-07-10T03:36:46.255058Z","end":"2026-07-10T03:36:46.429299Z","steps":["trace[893789317] 'agreement among raft nodes before linearized reading' (duration: 174.030327ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:12.163304Z","caller":"traceutil/trace.go:171","msg":"trace[297676716] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5197; }","duration":"398.147024ms","start":"2026-07-10T03:37:11.765123Z","end":"2026-07-10T03:37:12.16327Z","steps":["trace[297676716] 'read index received' (duration: 397.96922ms)","trace[297676716] 'applied index is now lower than readState.Index' (duration: 176.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:37:12.163442Z","caller":"traceutil/trace.go:171","msg":"trace[350710619] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"481.110258ms","start":"2026-07-10T03:37:11.682319Z","end":"2026-07-10T03:37:12.163429Z","steps":["trace[350710619] 'process raft request' (duration: 480.757722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:12.163705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:11.6823Z","time spent":"481.22679ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:37:12.163802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.659593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:12.163865Z","caller":"traceutil/trace.go:171","msg":"trace[1204521993] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5010; }","duration":"398.763885ms","start":"2026-07-10T03:37:11.765082Z","end":"2026-07-10T03:37:12.163846Z","steps":["trace[1204521993] 'agreement among raft nodes before linearized reading' (duration: 398.615182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:12.163916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:11.765063Z","time spent":"398.839276ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:12.163921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.209492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:238354"} {"level":"info","ts":"2026-07-10T03:37:12.164073Z","caller":"traceutil/trace.go:171","msg":"trace[159673249] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:5010; }","duration":"297.339155ms","start":"2026-07-10T03:37:11.866655Z","end":"2026-07-10T03:37:12.163994Z","steps":["trace[159673249] 'agreement among raft nodes before linearized reading' (duration: 296.912367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:16.848587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:17.348722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:17.84973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:18.349912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:18.850379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:18.8741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:18.874192Z","caller":"traceutil/trace.go:171","msg":"trace[1263911641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564758s","start":"2026-07-10T03:37:16.873607Z","end":"2026-07-10T03:37:18.874172Z","steps":["trace[1263911641] 'agreement among raft nodes before linearized reading' (duration: 2.000448146s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:18.874249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.873588Z","time spent":"2.000650469s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:19.350794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:19.851633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:20.352685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:20.378714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:20.378871Z","caller":"traceutil/trace.go:171","msg":"trace[1300299141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302218s","start":"2026-07-10T03:37:18.378544Z","end":"2026-07-10T03:37:20.378846Z","steps":["trace[1300299141] 'agreement among raft nodes before linearized reading' (duration: 2.000132205s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:20.378973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:18.37852Z","time spent":"2.00043653s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T03:37:20.853115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:20.874888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:20.875006Z","caller":"traceutil/trace.go:171","msg":"trace[1858254364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066853s","start":"2026-07-10T03:37:18.874311Z","end":"2026-07-10T03:37:20.874979Z","steps":["trace[1858254364] 'agreement among raft nodes before linearized reading' (duration: 2.000405025s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:20.875082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:18.874302Z","time spent":"2.000760741s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:21.294484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.296096Z","time spent":"4.998380601s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 03:37:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:21.308192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.309477Z","time spent":"4.998707265s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 03:37:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:21.308339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.310737Z","time spent":"4.997600605s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 03:37:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:21.311173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.312657Z","time spent":"4.998513741s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 03:37:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:21.353329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:21.565914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999337932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:21.566004Z","caller":"traceutil/trace.go:171","msg":"trace[342717393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999482425s","start":"2026-07-10T03:37:16.566501Z","end":"2026-07-10T03:37:21.565983Z","steps":["trace[342717393] 'agreement among raft nodes before linearized reading' (duration: 4.999364933s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:21.566119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.56648Z","time spent":"4.999624327s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 03:37:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:21.566329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998998346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:21.566422Z","caller":"traceutil/trace.go:171","msg":"trace[2039704450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999129128s","start":"2026-07-10T03:37:16.567271Z","end":"2026-07-10T03:37:21.5664Z","steps":["trace[2039704450] 'agreement among raft nodes before linearized reading' (duration: 4.999017236s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:21.56647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.56726Z","time spent":"4.9992004s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T03:37:21.570146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998960944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:21.570232Z","caller":"traceutil/trace.go:171","msg":"trace[660541406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999057827s","start":"2026-07-10T03:37:16.571148Z","end":"2026-07-10T03:37:21.570206Z","steps":["trace[660541406] 'agreement among raft nodes before linearized reading' (duration: 4.998957275s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:21.570299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.571075Z","time spent":"4.999214289s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 03:37:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:21.854396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:22.355025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:22.856037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:22.882445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:22.88251Z","caller":"traceutil/trace.go:171","msg":"trace[1600177275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376488s","start":"2026-07-10T03:37:20.882116Z","end":"2026-07-10T03:37:22.882492Z","steps":["trace[1600177275] 'agreement among raft nodes before linearized reading' (duration: 2.000297476s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:22.882683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:20.8821Z","time spent":"2.000444679s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:23.348868Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T03:37:23.349139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.0010395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T03:37:23.349228Z","caller":"traceutil/trace.go:171","msg":"trace[697712344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.001173843s","start":"2026-07-10T03:37:16.348034Z","end":"2026-07-10T03:37:23.349208Z","steps":["trace[697712344] 'agreement among raft nodes before linearized reading' (duration: 7.001060561s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:23.349283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.348016Z","time spent":"7.001255604s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T03:37:23.849964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:24.167935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:17.167058Z","time spent":"7.00084621s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:24.350941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:24.851455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:24.883029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:24.883111Z","caller":"traceutil/trace.go:171","msg":"trace[540351933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489915s","start":"2026-07-10T03:37:22.8826Z","end":"2026-07-10T03:37:24.88309Z","steps":["trace[540351933] 'agreement among raft nodes before linearized reading' (duration: 2.000387403s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:24.88316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:22.882576Z","time spent":"2.000575667s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:25.351841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:25.852658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:26.23087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:19.230178Z","time spent":"7.000685129s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:26.295002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998645087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.295087Z","caller":"traceutil/trace.go:171","msg":"trace[1083340456] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99877234s","start":"2026-07-10T03:37:21.296296Z","end":"2026-07-10T03:37:26.295068Z","steps":["trace[1083340456] 'agreement among raft nodes before linearized reading' (duration: 4.998673488s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.29513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:21.296274Z","time spent":"4.998846231s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.3079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998575614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.307968Z","caller":"traceutil/trace.go:171","msg":"trace[75474953] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998694305s","start":"2026-07-10T03:37:21.309256Z","end":"2026-07-10T03:37:26.307951Z","steps":["trace[75474953] 'agreement among raft nodes before linearized reading' (duration: 4.998609204s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.308009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:21.309239Z","time spent":"4.998762287s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.30818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998306218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.30824Z","caller":"traceutil/trace.go:171","msg":"trace[1695471516] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99840793s","start":"2026-07-10T03:37:21.309816Z","end":"2026-07-10T03:37:26.308224Z","steps":["trace[1695471516] 'agreement among raft nodes before linearized reading' (duration: 4.998334139s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.308285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:21.309786Z","time spent":"4.998489161s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.31204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998866598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:26.312098Z","caller":"traceutil/trace.go:171","msg":"trace[1223769144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99894147s","start":"2026-07-10T03:37:21.313142Z","end":"2026-07-10T03:37:26.312083Z","steps":["trace[1223769144] 'agreement among raft nodes before linearized reading' (duration: 4.998876938s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.312138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:21.313135Z","time spent":"4.99899474s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T03:37:26.319913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.445654372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.319974Z","caller":"traceutil/trace.go:171","msg":"trace[232841952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.445770494s","start":"2026-07-10T03:37:18.874189Z","end":"2026-07-10T03:37:26.31996Z","steps":["trace[232841952] 'agreement among raft nodes before linearized reading' (duration: 7.445697493s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.320006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:18.874157Z","time spent":"7.445842276s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.349561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.008686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.349664Z","caller":"traceutil/trace.go:171","msg":"trace[2061247183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"996.149598ms","start":"2026-07-10T03:37:25.353472Z","end":"2026-07-10T03:37:26.349621Z","steps":["trace[2061247183] 'agreement among raft nodes before linearized reading' (duration: 996.042806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.34971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:25.353444Z","time spent":"996.25608ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.35215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999146117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.352198Z","caller":"traceutil/trace.go:171","msg":"trace[886557200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99927184s","start":"2026-07-10T03:37:16.352914Z","end":"2026-07-10T03:37:26.352186Z","steps":["trace[886557200] 'agreement among raft nodes before linearized reading' (duration: 9.999220419s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.352231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.352907Z","time spent":"9.999316631s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.353054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:26.565289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996338256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.565517Z","caller":"traceutil/trace.go:171","msg":"trace[418742073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99661802s","start":"2026-07-10T03:37:23.568873Z","end":"2026-07-10T03:37:26.565491Z","steps":["trace[418742073] 'agreement among raft nodes before linearized reading' (duration: 2.996370306s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.565597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:23.568851Z","time spent":"2.996730883s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.567334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997875154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.567432Z","caller":"traceutil/trace.go:171","msg":"trace[22196566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998037316s","start":"2026-07-10T03:37:23.569373Z","end":"2026-07-10T03:37:26.56741Z","steps":["trace[22196566] 'agreement among raft nodes before linearized reading' (duration: 2.997903794s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.567493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:23.569362Z","time spent":"2.998115357s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.571082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99774472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:26.571189Z","caller":"traceutil/trace.go:171","msg":"trace[903481325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997891373s","start":"2026-07-10T03:37:23.573272Z","end":"2026-07-10T03:37:26.571163Z","steps":["trace[903481325] 'agreement among raft nodes before linearized reading' (duration: 2.997761331s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.571262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:23.573261Z","time spent":"2.997985805s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 03:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:26.67404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:19.673308Z","time spent":"7.000726255s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:26.853941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:26.89034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:26.890489Z","caller":"traceutil/trace.go:171","msg":"trace[1995711599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088215s","start":"2026-07-10T03:37:24.890346Z","end":"2026-07-10T03:37:26.890434Z","steps":["trace[1995711599] 'agreement among raft nodes before linearized reading' (duration: 1.999922472s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:26.890581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:24.890333Z","time spent":"2.000233259s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T03:37:27.35497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:27.741614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.445364268s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T03:37:27.878603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:20.877985Z","time spent":"7.000607361s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:28.891812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000576724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:28.89191Z","caller":"traceutil/trace.go:171","msg":"trace[127966609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775818s","start":"2026-07-10T03:37:26.891115Z","end":"2026-07-10T03:37:28.891891Z","steps":["trace[127966609] 'agreement among raft nodes before linearized reading' (duration: 2.000608425s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:28.891965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.891071Z","time spent":"2.00088387s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:29.78662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:22.785659Z","time spent":"7.000953749s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:29.802782Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"56469f4a11b888b4","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:37:29.948174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.58329016s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T03:37:30.176504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.036876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-10T03:37:30.659025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.06524ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-10T03:37:30.659424Z","caller":"traceutil/trace.go:171","msg":"trace[128178120] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5134; }","duration":"6.487701795s","start":"2026-07-10T03:37:24.171702Z","end":"2026-07-10T03:37:30.659404Z","steps":["trace[128178120] 'process raft request' (duration: 6.48742341s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.659657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:24.171677Z","time spent":"6.487795438s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:37:30.659991Z","caller":"traceutil/trace.go:171","msg":"trace[805582555] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"5.81844968s","start":"2026-07-10T03:37:24.84151Z","end":"2026-07-10T03:37:30.65996Z","steps":["trace[805582555] 'process raft request' (duration: 5.817835649s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.66001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.311881Z","time spent":"4.348125521s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T03:37:30.660023Z","caller":"traceutil/trace.go:171","msg":"trace[1528700271] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5135; }","duration":"4.425061133s","start":"2026-07-10T03:37:26.234917Z","end":"2026-07-10T03:37:30.659978Z","steps":["trace[1528700271] 'process raft request' (duration: 4.424849299s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.660115Z","caller":"traceutil/trace.go:171","msg":"trace[1446723257] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"4.308847966s","start":"2026-07-10T03:37:26.351206Z","end":"2026-07-10T03:37:30.660054Z","steps":["trace[1446723257] 'process raft request' (duration: 4.308715934s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.660192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.234894Z","time spent":"4.425209295s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:37:30.660279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.351176Z","time spent":"4.309026639s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:37:30.660322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:24.841483Z","time spent":"5.818585322s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:37:30.661317Z","caller":"traceutil/trace.go:171","msg":"trace[1533674928] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"4.308084412s","start":"2026-07-10T03:37:26.353217Z","end":"2026-07-10T03:37:30.661302Z","steps":["trace[1533674928] 'process raft request' (duration: 4.306793608s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.661473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.353194Z","time spent":"4.308163934s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:37:30.662038Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"65.172µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-10T03:37:30.662158Z","caller":"traceutil/trace.go:171","msg":"trace[1089511136] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"4.093280758s","start":"2026-07-10T03:37:26.568863Z","end":"2026-07-10T03:37:30.662144Z","steps":["trace[1089511136] 'process raft request' (duration: 4.092402692s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.662279Z","caller":"traceutil/trace.go:171","msg":"trace[524733247] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"4.090026849s","start":"2026-07-10T03:37:26.572232Z","end":"2026-07-10T03:37:30.662258Z","steps":["trace[524733247] 'process raft request' (duration: 4.089607501s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.66237Z","caller":"traceutil/trace.go:171","msg":"trace[587103899] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5314; }","duration":"7.313302091s","start":"2026-07-10T03:37:23.349045Z","end":"2026-07-10T03:37:30.662347Z","steps":["trace[587103899] 'read index received' (duration: 4.392824062s)","trace[587103899] 'applied index is now lower than readState.Index' (duration: 2.920475679s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:37:30.662859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.273223265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.662866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.707312248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"warn","ts":"2026-07-10T03:37:30.662899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.537988581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.662911Z","caller":"traceutil/trace.go:171","msg":"trace[1502648884] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5139; }","duration":"13.707382559s","start":"2026-07-10T03:37:16.955517Z","end":"2026-07-10T03:37:30.6629Z","steps":["trace[1502648884] 'agreement among raft nodes before linearized reading' (duration: 13.707261516s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.66291Z","caller":"traceutil/trace.go:171","msg":"trace[470254753] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:0; response_revision:5139; }","duration":"13.273338098s","start":"2026-07-10T03:37:17.389554Z","end":"2026-07-10T03:37:30.662892Z","steps":["trace[470254753] 'agreement among raft nodes before linearized reading' (duration: 13.273249956s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.662934Z","caller":"traceutil/trace.go:171","msg":"trace[264646467] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5139; }","duration":"11.538054461s","start":"2026-07-10T03:37:19.124867Z","end":"2026-07-10T03:37:30.662921Z","steps":["trace[264646467] 'agreement among raft nodes before linearized reading' (duration: 11.53798025s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.662943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.955497Z","time spent":"13.707439959s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6107,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-07-10T03:37:30.662951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:17.389527Z","time spent":"13.273417029s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-07-10T03:37:30.662969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:19.124844Z","time spent":"11.538116563s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.568815Z","time spent":"4.093463021s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:37:30.663763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.06765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.663797Z","caller":"traceutil/trace.go:171","msg":"trace[875456108] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5139; }","duration":"915.138322ms","start":"2026-07-10T03:37:29.748646Z","end":"2026-07-10T03:37:30.663785Z","steps":["trace[875456108] 'agreement among raft nodes before linearized reading' (duration: 915.099371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.663808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753507719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-07-10T03:37:30.663831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:29.748621Z","time spent":"915.201772ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:37:30.663847Z","caller":"traceutil/trace.go:171","msg":"trace[584034681] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5139; }","duration":"4.75358119s","start":"2026-07-10T03:37:25.910252Z","end":"2026-07-10T03:37:30.663833Z","steps":["trace[584034681] 'agreement among raft nodes before linearized reading' (duration: 4.753485608s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.664012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:25.910228Z","time spent":"4.753774044s","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-10T03:37:30.664035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.141846149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.664096Z","caller":"traceutil/trace.go:171","msg":"trace[292094351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5139; }","duration":"14.141953941s","start":"2026-07-10T03:37:16.522125Z","end":"2026-07-10T03:37:30.664079Z","steps":["trace[292094351] 'agreement among raft nodes before linearized reading' (duration: 14.141858329s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.664137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.522094Z","time spent":"14.142033863s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662175Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"56469f4a11b888b4","error":"lease not found"} {"level":"warn","ts":"2026-07-10T03:37:30.662474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.572203Z","time spent":"4.090182062s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:37:30.664332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769782242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-10T03:37:30.664343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.171972216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129929"} {"level":"info","ts":"2026-07-10T03:37:30.664388Z","caller":"traceutil/trace.go:171","msg":"trace[1974293557] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5139; }","duration":"5.172044926s","start":"2026-07-10T03:37:25.492331Z","end":"2026-07-10T03:37:30.664376Z","steps":["trace[1974293557] 'agreement among raft nodes before linearized reading' (duration: 5.171870733s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.664371Z","caller":"traceutil/trace.go:171","msg":"trace[804643303] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5139; }","duration":"1.769891474s","start":"2026-07-10T03:37:28.894468Z","end":"2026-07-10T03:37:30.66436Z","steps":["trace[804643303] 'agreement among raft nodes before linearized reading' (duration: 1.769780652s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.664429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:25.492321Z","time spent":"5.172100488s","remote":"127.0.0.1:40284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129952,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-10T03:37:30.664449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:28.894449Z","time spent":"1.769989476s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T03:37:30.662591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.159666219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.664616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.173889611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-10T03:37:30.664621Z","caller":"traceutil/trace.go:171","msg":"trace[2000708371] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5139; }","duration":"11.161837249s","start":"2026-07-10T03:37:19.502773Z","end":"2026-07-10T03:37:30.66461Z","steps":["trace[2000708371] 'agreement among raft nodes before linearized reading' (duration: 11.15968479s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.664642Z","caller":"traceutil/trace.go:171","msg":"trace[1285948594] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5139; }","duration":"5.173937731s","start":"2026-07-10T03:37:25.490697Z","end":"2026-07-10T03:37:30.664635Z","steps":["trace[1285948594] 'agreement among raft nodes before linearized reading' (duration: 5.17389179s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.664651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:19.502743Z","time spent":"11.1618983s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.664673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:25.490686Z","time spent":"5.173978272s","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-10T03:37:30.664676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211214235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.664716Z","caller":"traceutil/trace.go:171","msg":"trace[703397879] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5139; }","duration":"2.211258665s","start":"2026-07-10T03:37:28.453451Z","end":"2026-07-10T03:37:30.66471Z","steps":["trace[703397879] 'agreement among raft nodes before linearized reading' (duration: 2.211177734s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.664769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:28.453256Z","time spent":"2.21150582s","remote":"127.0.0.1:48576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152712562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.664796Z","caller":"traceutil/trace.go:171","msg":"trace[1935930891] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5139; }","duration":"8.154923122s","start":"2026-07-10T03:37:22.509866Z","end":"2026-07-10T03:37:30.664789Z","steps":["trace[1935930891] 'agreement among raft nodes before linearized reading' (duration: 8.152674801s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.664806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256939476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.664825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:22.509843Z","time spent":"8.154974522s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":38,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:37:30.66483Z","caller":"traceutil/trace.go:171","msg":"trace[1518033619] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5139; }","duration":"5.256964957s","start":"2026-07-10T03:37:25.407857Z","end":"2026-07-10T03:37:30.664822Z","steps":["trace[1518033619] 'agreement among raft nodes before linearized reading' (duration: 5.256928136s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.664854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:25.407824Z","time spent":"5.257024088s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.664972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.405363164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.662662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.969590105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.664999Z","caller":"traceutil/trace.go:171","msg":"trace[2139057745] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5139; }","duration":"5.405429586s","start":"2026-07-10T03:37:25.259563Z","end":"2026-07-10T03:37:30.664992Z","steps":["trace[2139057745] 'agreement among raft nodes before linearized reading' (duration: 5.405389275s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.66501Z","caller":"traceutil/trace.go:171","msg":"trace[1546035586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5139; }","duration":"9.971940118s","start":"2026-07-10T03:37:20.693063Z","end":"2026-07-10T03:37:30.665003Z","steps":["trace[1546035586] 'agreement among raft nodes before linearized reading' (duration: 9.969572685s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.665023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:25.25954Z","time spent":"5.405476757s","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.665035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:20.693006Z","time spent":"9.972020869s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.665129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766977881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.662669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.886156328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.66518Z","caller":"traceutil/trace.go:171","msg":"trace[1992467006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5139; }","duration":"1.767046392s","start":"2026-07-10T03:37:28.898122Z","end":"2026-07-10T03:37:30.665168Z","steps":["trace[1992467006] 'agreement among raft nodes before linearized reading' (duration: 1.76585778s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.66519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.387656246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.665199Z","caller":"traceutil/trace.go:171","msg":"trace[1900819234] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5139; }","duration":"9.888715584s","start":"2026-07-10T03:37:20.776475Z","end":"2026-07-10T03:37:30.665191Z","steps":["trace[1900819234] 'agreement among raft nodes before linearized reading' (duration: 9.886140508s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.665211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:28.898113Z","time spent":"1.767090632s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T03:37:30.665216Z","caller":"traceutil/trace.go:171","msg":"trace[2125683577] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5139; }","duration":"6.387715477s","start":"2026-07-10T03:37:24.277494Z","end":"2026-07-10T03:37:30.665209Z","steps":["trace[2125683577] 'agreement among raft nodes before linearized reading' (duration: 6.387635995s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.665225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:20.776467Z","time spent":"9.888749846s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.665241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:24.277483Z","time spent":"6.387751717s","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.923054975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T03:37:30.665378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.141100105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.665387Z","caller":"traceutil/trace.go:171","msg":"trace[307298577] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5139; }","duration":"11.925734393s","start":"2026-07-10T03:37:18.739645Z","end":"2026-07-10T03:37:30.66538Z","steps":["trace[307298577] 'agreement among raft nodes before linearized reading' (duration: 11.923070154s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.66542Z","caller":"traceutil/trace.go:171","msg":"trace[312591522] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5139; }","duration":"7.141179967s","start":"2026-07-10T03:37:23.524214Z","end":"2026-07-10T03:37:30.665394Z","steps":["trace[312591522] 'agreement among raft nodes before linearized reading' (duration: 7.141137756s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.665432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:18.739623Z","time spent":"11.925800834s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.665447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:23.524165Z","time spent":"7.141274079s","remote":"127.0.0.1:40488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.665582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400303003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.665624Z","caller":"traceutil/trace.go:171","msg":"trace[1119893896] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5139; }","duration":"1.400385065s","start":"2026-07-10T03:37:29.265229Z","end":"2026-07-10T03:37:30.665614Z","steps":["trace[1119893896] 'agreement among raft nodes before linearized reading' (duration: 1.400316414s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.665698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:29.265208Z","time spent":"1.400479796s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.300766514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.666285Z","caller":"traceutil/trace.go:171","msg":"trace[939590422] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5139; }","duration":"10.304338168s","start":"2026-07-10T03:37:20.361938Z","end":"2026-07-10T03:37:30.666276Z","steps":["trace[939590422] 'agreement among raft nodes before linearized reading' (duration: 10.300743903s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.666403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:20.361917Z","time spent":"10.304388989s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":96,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.893013144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.666592Z","caller":"traceutil/trace.go:171","msg":"trace[937508230] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5139; }","duration":"8.896905694s","start":"2026-07-10T03:37:21.769678Z","end":"2026-07-10T03:37:30.666584Z","steps":["trace[937508230] 'agreement among raft nodes before linearized reading' (duration: 8.892982163s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.666619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:21.76966Z","time spent":"8.896949895s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":38,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.314912675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.666811Z","caller":"traceutil/trace.go:171","msg":"trace[1935590218] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5139; }","duration":"11.318968737s","start":"2026-07-10T03:37:19.347834Z","end":"2026-07-10T03:37:30.666802Z","steps":["trace[1935590218] 'agreement among raft nodes before linearized reading' (duration: 11.314931214s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.667327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:19.347817Z","time spent":"11.319013129s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.454361007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.667535Z","caller":"traceutil/trace.go:171","msg":"trace[725574369] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5139; }","duration":"11.459101443s","start":"2026-07-10T03:37:19.208423Z","end":"2026-07-10T03:37:30.667525Z","steps":["trace[725574369] 'agreement among raft nodes before linearized reading' (duration: 11.454382188s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.667615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:19.208401Z","time spent":"11.459176664s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.662706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337674357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.667788Z","caller":"traceutil/trace.go:171","msg":"trace[771686972] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5139; }","duration":"7.342756279s","start":"2026-07-10T03:37:23.325022Z","end":"2026-07-10T03:37:30.667778Z","steps":["trace[771686972] 'agreement among raft nodes before linearized reading' (duration: 7.337658267s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.667819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:23.324963Z","time spent":"7.342846771s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.66338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.67358226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:30.668454Z","caller":"traceutil/trace.go:171","msg":"trace[609322765] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5139; }","duration":"7.678688132s","start":"2026-07-10T03:37:22.989747Z","end":"2026-07-10T03:37:30.668435Z","steps":["trace[609322765] 'agreement among raft nodes before linearized reading' (duration: 7.673556129s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.668555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:22.98973Z","time spent":"7.678803514s","remote":"127.0.0.1:36080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.66342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.144839257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.668659Z","caller":"traceutil/trace.go:171","msg":"trace[513857232] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5139; }","duration":"8.150116273s","start":"2026-07-10T03:37:22.518535Z","end":"2026-07-10T03:37:30.668652Z","steps":["trace[513857232] 'agreement among raft nodes before linearized reading' (duration: 8.144866118s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.668678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:22.518512Z","time spent":"8.150160043s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.663443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.711322122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.668758Z","caller":"traceutil/trace.go:171","msg":"trace[395131798] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5139; }","duration":"13.716896803s","start":"2026-07-10T03:37:16.951856Z","end":"2026-07-10T03:37:30.668753Z","steps":["trace[395131798] 'agreement among raft nodes before linearized reading' (duration: 13.711311362s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.668774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.951845Z","time spent":"13.716924323s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-10T03:37:30.663494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.711637717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:30.668833Z","caller":"traceutil/trace.go:171","msg":"trace[1305932259] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5139; }","duration":"13.717003665s","start":"2026-07-10T03:37:16.95182Z","end":"2026-07-10T03:37:30.668824Z","steps":["trace[1305932259] 'agreement among raft nodes before linearized reading' (duration: 13.711653438s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.66354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.17298568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.66357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920116712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.663596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761930232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T03:37:30.663647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.12718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:37:30.663717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985690228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-10T03:37:30.66373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.991068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-10T03:37:30.668909Z","caller":"traceutil/trace.go:171","msg":"trace[1867350221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5139; }","duration":"878.198192ms","start":"2026-07-10T03:37:29.790701Z","end":"2026-07-10T03:37:30.668899Z","steps":["trace[1867350221] 'agreement among raft nodes before linearized reading' (duration: 872.964128ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.668912Z","caller":"traceutil/trace.go:171","msg":"trace[2136335367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5139; }","duration":"2.925491989s","start":"2026-07-10T03:37:27.743403Z","end":"2026-07-10T03:37:30.668895Z","steps":["trace[2136335367] 'agreement among raft nodes before linearized reading' (duration: 2.920144312s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.66893Z","caller":"traceutil/trace.go:171","msg":"trace[1960388580] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5139; }","duration":"242.446086ms","start":"2026-07-10T03:37:30.426465Z","end":"2026-07-10T03:37:30.668911Z","steps":["trace[1960388580] 'agreement among raft nodes before linearized reading' (duration: 237.135939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.66895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:27.743381Z","time spent":"2.92555426s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.668965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:29.790682Z","time spent":"878.247263ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-10T03:37:30.66908Z","caller":"traceutil/trace.go:171","msg":"trace[957056876] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5139; }","duration":"3.767451702s","start":"2026-07-10T03:37:26.90162Z","end":"2026-07-10T03:37:30.669071Z","steps":["trace[957056876] 'agreement among raft nodes before linearized reading' (duration: 3.761944103s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:30.669177Z","caller":"traceutil/trace.go:171","msg":"trace[815859195] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5139; }","duration":"7.178668833s","start":"2026-07-10T03:37:23.490496Z","end":"2026-07-10T03:37:30.669165Z","steps":["trace[815859195] 'agreement among raft nodes before linearized reading' (duration: 7.17299856s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.669253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:23.490472Z","time spent":"7.178767285s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:37:30.669033Z","caller":"traceutil/trace.go:171","msg":"trace[819676261] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5139; }","duration":"3.991031685s","start":"2026-07-10T03:37:26.677991Z","end":"2026-07-10T03:37:30.669023Z","steps":["trace[819676261] 'agreement among raft nodes before linearized reading' (duration: 3.985624167s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:30.669308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.677973Z","time spent":"3.991330421s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-10T03:37:30.669113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:26.901599Z","time spent":"3.767503183s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:30.670498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:16.951807Z","time spent":"13.717080066s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-10T03:37:31.363104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.600096ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-10T03:37:31.363195Z","caller":"traceutil/trace.go:171","msg":"trace[1540686825] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"696.080718ms","start":"2026-07-10T03:37:30.667094Z","end":"2026-07-10T03:37:31.363175Z","steps":["trace[1540686825] 'read index received' (duration: 369.536333ms)","trace[1540686825] 'applied index is now lower than readState.Index' (duration: 326.542985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:37:31.363241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.664295Z","time spent":"698.93944ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:31.363376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.274671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-10T03:37:31.363414Z","caller":"traceutil/trace.go:171","msg":"trace[1866659610] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5139; }","duration":"696.349913ms","start":"2026-07-10T03:37:30.667054Z","end":"2026-07-10T03:37:31.363404Z","steps":["trace[1866659610] 'agreement among raft nodes before linearized reading' (duration: 696.19291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.363446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.66671Z","time spent":"696.72864ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-10T03:37:31.36787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.108413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:31.368022Z","caller":"traceutil/trace.go:171","msg":"trace[1871054548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5142; }","duration":"699.211295ms","start":"2026-07-10T03:37:30.668723Z","end":"2026-07-10T03:37:31.367934Z","steps":["trace[1871054548] 'agreement among raft nodes before linearized reading' (duration: 699.068002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.368076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.668716Z","time spent":"699.349347ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T03:37:31.368308Z","caller":"traceutil/trace.go:171","msg":"trace[29129214] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"700.206323ms","start":"2026-07-10T03:37:30.668076Z","end":"2026-07-10T03:37:31.368282Z","steps":["trace[29129214] 'process raft request' (duration: 699.46356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.368407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.339947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-10T03:37:31.368443Z","caller":"traceutil/trace.go:171","msg":"trace[623794155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5142; }","duration":"694.390468ms","start":"2026-07-10T03:37:30.674041Z","end":"2026-07-10T03:37:31.368431Z","steps":["trace[623794155] 'agreement among raft nodes before linearized reading' (duration: 694.262396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.368454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.668055Z","time spent":"700.327965ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T03:37:31.368478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.673853Z","time spent":"694.618142ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-10T03:37:31.368636Z","caller":"traceutil/trace.go:171","msg":"trace[823514463] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"701.390054ms","start":"2026-07-10T03:37:30.667234Z","end":"2026-07-10T03:37:31.368624Z","steps":["trace[823514463] 'process raft request' (duration: 700.444407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.368719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.667218Z","time spent":"701.449365ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T03:37:31.368791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.914557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-10T03:37:31.368842Z","caller":"traceutil/trace.go:171","msg":"trace[730908919] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5142; }","duration":"694.981318ms","start":"2026-07-10T03:37:30.673849Z","end":"2026-07-10T03:37:31.36883Z","steps":["trace[730908919] 'agreement among raft nodes before linearized reading' (duration: 694.807215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.368873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.673845Z","time spent":"695.021759ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-10T03:37:31.369033Z","caller":"traceutil/trace.go:171","msg":"trace[1638754848] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"695.04307ms","start":"2026-07-10T03:37:30.673979Z","end":"2026-07-10T03:37:31.369022Z","steps":["trace[1638754848] 'process raft request' (duration: 693.743116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.369186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.673963Z","time spent":"695.180312ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:37:31.36931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.600636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:38 size:56753"} {"level":"warn","ts":"2026-07-10T03:37:31.369348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.875738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:31.369352Z","caller":"traceutil/trace.go:171","msg":"trace[1166053666] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:38; response_revision:5142; }","duration":"697.650096ms","start":"2026-07-10T03:37:30.67169Z","end":"2026-07-10T03:37:31.36934Z","steps":["trace[1166053666] 'agreement among raft nodes before linearized reading' (duration: 697.31123ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:37:31.36938Z","caller":"traceutil/trace.go:171","msg":"trace[762577436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5142; }","duration":"515.92924ms","start":"2026-07-10T03:37:30.85344Z","end":"2026-07-10T03:37:31.36937Z","steps":["trace[762577436] 'agreement among raft nodes before linearized reading' (duration: 515.876739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.369384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.671683Z","time spent":"697.692547ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":38,"response size":56776,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-10T03:37:31.369436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.85343Z","time spent":"515.997601ms","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:31.369592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.895867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:37:31.369621Z","caller":"traceutil/trace.go:171","msg":"trace[501073853] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5142; }","duration":"553.956208ms","start":"2026-07-10T03:37:30.815656Z","end":"2026-07-10T03:37:31.369613Z","steps":["trace[501073853] 'agreement among raft nodes before linearized reading' (duration: 553.906027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.369629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.756662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-07-10T03:37:31.369651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.815639Z","time spent":"554.004459ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:37:31.36966Z","caller":"traceutil/trace.go:171","msg":"trace[472314381] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5142; }","duration":"700.811954ms","start":"2026-07-10T03:37:30.668839Z","end":"2026-07-10T03:37:31.369651Z","steps":["trace[472314381] 'agreement among raft nodes before linearized reading' (duration: 700.721822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.369689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.668827Z","time spent":"700.855925ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-10T03:37:31.36981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.720445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:37:31.369841Z","caller":"traceutil/trace.go:171","msg":"trace[581298871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5142; }","duration":"589.783125ms","start":"2026-07-10T03:37:30.780048Z","end":"2026-07-10T03:37:31.369831Z","steps":["trace[581298871] 'agreement among raft nodes before linearized reading' (duration: 589.731414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.36987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.780025Z","time spent":"589.836617ms","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:37:31.369939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.16284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:38 size:56753"} {"level":"info","ts":"2026-07-10T03:37:31.369981Z","caller":"traceutil/trace.go:171","msg":"trace[1918755044] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:38; response_revision:5142; }","duration":"701.21411ms","start":"2026-07-10T03:37:30.668744Z","end":"2026-07-10T03:37:31.369958Z","steps":["trace[1918755044] 'agreement among raft nodes before linearized reading' (duration: 701.003907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:31.370027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:30.668741Z","time spent":"701.278352ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":38,"response size":56776,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-10T03:37:33.711135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.584288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-10T03:37:33.711193Z","caller":"traceutil/trace.go:171","msg":"trace[521255594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5193; }","duration":"146.67901ms","start":"2026-07-10T03:37:33.564499Z","end":"2026-07-10T03:37:33.711178Z","steps":["trace[521255594] 'range keys from in-memory index tree' (duration: 146.440995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:52.565074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:53.065392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:53.566653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:54.067716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:54.568107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:54.873958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:54.874048Z","caller":"traceutil/trace.go:171","msg":"trace[2100469820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00073642s","start":"2026-07-10T03:37:52.87329Z","end":"2026-07-10T03:37:54.874026Z","steps":["trace[2100469820] 'agreement among raft nodes before linearized reading' (duration: 2.000618188s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:54.874109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.873255Z","time spent":"2.000835962s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:55.068242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:55.568405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:56.069447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:56.570405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:56.874438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:56.874519Z","caller":"traceutil/trace.go:171","msg":"trace[2130258620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992072s","start":"2026-07-10T03:37:54.874509Z","end":"2026-07-10T03:37:56.874501Z","steps":["trace[2130258620] 'agreement among raft nodes before linearized reading' (duration: 1.99989296s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:56.874566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:54.874485Z","time spent":"2.000071834s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:57.040473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.041488Z","time spent":"4.998979463s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 03:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:57.071509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:57.357608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999614682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:57.35772Z","caller":"traceutil/trace.go:171","msg":"trace[701077863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999759865s","start":"2026-07-10T03:37:52.357911Z","end":"2026-07-10T03:37:57.357671Z","steps":["trace[701077863] 'agreement among raft nodes before linearized reading' (duration: 4.999646823s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:57.357792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.357891Z","time spent":"4.999888526s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 03:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:57.372918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.374363Z","time spent":"4.998547732s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:57.571651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:57.785426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999908893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:57.785566Z","caller":"traceutil/trace.go:171","msg":"trace[1472787851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000161777s","start":"2026-07-10T03:37:52.785376Z","end":"2026-07-10T03:37:57.785537Z","steps":["trace[1472787851] 'agreement among raft nodes before linearized reading' (duration: 4.999905863s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:57.785761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.78533Z","time spent":"5.000358751s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 03:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:58.072027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:58.572513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:37:58.585092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:53.587008Z","time spent":"4.998076367s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:37:58.867948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999098567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:37:58.868031Z","caller":"traceutil/trace.go:171","msg":"trace[1525753625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999265981s","start":"2026-07-10T03:37:53.868746Z","end":"2026-07-10T03:37:58.868012Z","steps":["trace[1525753625] 'agreement among raft nodes before linearized reading' (duration: 4.999152399s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:58.86808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:53.868713Z","time spent":"4.999357142s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 03:37:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:58.8837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:37:58.883789Z","caller":"traceutil/trace.go:171","msg":"trace[729319828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230624s","start":"2026-07-10T03:37:56.883537Z","end":"2026-07-10T03:37:58.883768Z","steps":["trace[729319828] 'agreement among raft nodes before linearized reading' (duration: 2.000118232s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:58.883912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:56.883515Z","time spent":"2.000359246s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:37:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:37:59.065283Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T03:37:59.065457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001165368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T03:37:59.065513Z","caller":"traceutil/trace.go:171","msg":"trace[873573352] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"7.001312001s","start":"2026-07-10T03:37:52.064182Z","end":"2026-07-10T03:37:59.065494Z","steps":["trace[873573352] 'agreement among raft nodes before linearized reading' (duration: 7.001208709s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:37:59.065564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.064167Z","time spent":"7.001387242s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-10T03:37:59.566127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:00.066917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:00.568098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:00.884185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:38:00.884265Z","caller":"traceutil/trace.go:171","msg":"trace[681986915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093239s","start":"2026-07-10T03:37:58.884154Z","end":"2026-07-10T03:38:00.884247Z","steps":["trace[681986915] 'agreement among raft nodes before linearized reading' (duration: 1.999984557s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:00.884306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:58.884137Z","time spent":"2.0001605s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T03:38:00.901614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:53.901019Z","time spent":"7.000591955s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:01.069239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:01.569982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:02.040338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998015155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.04042Z","caller":"traceutil/trace.go:171","msg":"trace[1549370693] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998132337s","start":"2026-07-10T03:37:57.042266Z","end":"2026-07-10T03:38:02.040398Z","steps":["trace[1549370693] 'agreement among raft nodes before linearized reading' (duration: 4.998042135s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.040463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:57.042241Z","time spent":"4.998213359s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.070344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:02.357754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996426172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.35782Z","caller":"traceutil/trace.go:171","msg":"trace[904229111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.996557764s","start":"2026-07-10T03:37:59.361245Z","end":"2026-07-10T03:38:02.357803Z","steps":["trace[904229111] 'agreement among raft nodes before linearized reading' (duration: 2.996471523s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.357854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:59.36122Z","time spent":"2.996628366s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.372917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997546525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.372948Z","caller":"traceutil/trace.go:171","msg":"trace[151306963] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997623397s","start":"2026-07-10T03:37:57.375317Z","end":"2026-07-10T03:38:02.37294Z","steps":["trace[151306963] 'agreement among raft nodes before linearized reading' (duration: 4.997587096s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.37297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:57.375296Z","time spent":"4.997669367s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.386157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.300352165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.386181Z","caller":"traceutil/trace.go:171","msg":"trace[319475104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.300397365s","start":"2026-07-10T03:37:54.085778Z","end":"2026-07-10T03:38:02.386176Z","steps":["trace[319475104] 'agreement among raft nodes before linearized reading' (duration: 8.300369385s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.386197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:54.085761Z","time spent":"8.300431656s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.142585124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.318340911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.407193Z","caller":"traceutil/trace.go:171","msg":"trace[1720095189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"10.142671525s","start":"2026-07-10T03:37:52.264507Z","end":"2026-07-10T03:38:02.407179Z","steps":["trace[1720095189] 'agreement among raft nodes before linearized reading' (duration: 10.142601654s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:02.407202Z","caller":"traceutil/trace.go:171","msg":"trace[1187945228] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; }","duration":"10.318453972s","start":"2026-07-10T03:37:52.08873Z","end":"2026-07-10T03:38:02.407184Z","steps":["trace[1187945228] 'agreement among raft nodes before linearized reading' (duration: 10.318382601s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.117491606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.042930814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.264461Z","time spent":"10.142761837s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T03:38:02.407241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.088707Z","time spent":"10.318525264s","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-07-10T03:38:02.40725Z","caller":"traceutil/trace.go:171","msg":"trace[1730051712] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.117613058s","start":"2026-07-10T03:37:52.289619Z","end":"2026-07-10T03:38:02.407232Z","steps":["trace[1730051712] 'agreement among raft nodes before linearized reading' (duration: 10.117525277s)"],"step_count":1} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.289598Z","time spent":"10.117683029s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.943402948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.407275Z","caller":"traceutil/trace.go:171","msg":"trace[51888320] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; }","duration":"10.043091747s","start":"2026-07-10T03:37:52.364156Z","end":"2026-07-10T03:38:02.407248Z","steps":["trace[51888320] 'agreement among raft nodes before linearized reading' (duration: 10.042967845s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.364129Z","time spent":"10.043244201s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-10T03:38:02.407373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.168288173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"","error":"context canceled"} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.892229515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-76cbd7d8cf\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.407374Z","caller":"traceutil/trace.go:171","msg":"trace[1464746448] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; }","duration":"9.943488519s","start":"2026-07-10T03:37:52.463874Z","end":"2026-07-10T03:38:02.407362Z","steps":["trace[1464746448] 'agreement among raft nodes before linearized reading' (duration: 9.943446529s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.917840711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.193061935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.243377083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.407463Z","caller":"traceutil/trace.go:171","msg":"trace[2567867] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-76cbd7d8cf; range_end:; }","duration":"9.892428959s","start":"2026-07-10T03:37:52.515Z","end":"2026-07-10T03:38:02.407429Z","steps":["trace[2567867] 'agreement among raft nodes before linearized reading' (duration: 9.892258426s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:02.407474Z","caller":"traceutil/trace.go:171","msg":"trace[660733352] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; }","duration":"10.243456034s","start":"2026-07-10T03:37:52.16401Z","end":"2026-07-10T03:38:02.407466Z","steps":["trace[660733352] 'agreement among raft nodes before linearized reading' (duration: 10.243428174s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.514973Z","time spent":"9.89250833s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-76cbd7d8cf\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T03:38:02.407484Z","caller":"traceutil/trace.go:171","msg":"trace[1021744924] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; }","duration":"9.917927483s","start":"2026-07-10T03:37:52.489525Z","end":"2026-07-10T03:38:02.407452Z","steps":["trace[1021744924] 'agreement among raft nodes before linearized reading' (duration: 9.917887022s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.163976Z","time spent":"10.243520255s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T03:38:02.407463Z","caller":"traceutil/trace.go:171","msg":"trace[1468342044] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; }","duration":"10.193118885s","start":"2026-07-10T03:37:52.214338Z","end":"2026-07-10T03:38:02.407457Z","steps":["trace[1468342044] 'agreement among raft nodes before linearized reading' (duration: 10.193084395s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.40753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.218485838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.268581043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.21433Z","time spent":"10.193214788s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-07-10T03:38:02.407553Z","caller":"traceutil/trace.go:171","msg":"trace[937240177] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; }","duration":"10.218544449s","start":"2026-07-10T03:37:52.189003Z","end":"2026-07-10T03:38:02.407548Z","steps":["trace[937240177] 'agreement among raft nodes before linearized reading' (duration: 10.218517938s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.489498Z","time spent":"9.918038525s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-07-10T03:38:02.40757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.017916918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-79c48d47db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.407569Z","caller":"traceutil/trace.go:171","msg":"trace[1420817030] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; }","duration":"10.268803476s","start":"2026-07-10T03:37:52.138752Z","end":"2026-07-10T03:38:02.407556Z","steps":["trace[1420817030] 'agreement among raft nodes before linearized reading' (duration: 10.268621273s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.188982Z","time spent":"10.2185948s","remote":"127.0.0.1:40628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-07-10T03:38:02.407593Z","caller":"traceutil/trace.go:171","msg":"trace[1489343355] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-79c48d47db; range_end:; }","duration":"10.017971259s","start":"2026-07-10T03:37:52.389615Z","end":"2026-07-10T03:38:02.407587Z","steps":["trace[1489343355] 'agreement among raft nodes before linearized reading' (duration: 10.017947369s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.292933207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.068084904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.389598Z","time spent":"10.01801532s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-79c48d47db\" "} {"level":"warn","ts":"2026-07-10T03:38:02.407615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.138731Z","time spent":"10.268869798s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-07-10T03:38:02.407629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.093203322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.868317917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-785f975df5\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.407657Z","caller":"traceutil/trace.go:171","msg":"trace[2085393082] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; }","duration":"10.093233792s","start":"2026-07-10T03:37:52.314416Z","end":"2026-07-10T03:38:02.40765Z","steps":["trace[2085393082] 'agreement among raft nodes before linearized reading' (duration: 10.093203592s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:02.407402Z","caller":"traceutil/trace.go:171","msg":"trace[1435441623] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; }","duration":"10.168369904s","start":"2026-07-10T03:37:52.239024Z","end":"2026-07-10T03:38:02.407394Z","steps":["trace[1435441623] 'agreement among raft nodes before linearized reading' (duration: 10.168339043s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338061688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.314326Z","time spent":"10.093348425s","remote":"127.0.0.1:40628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-07-10T03:38:02.407691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.969112046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.407476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.463848Z","time spent":"9.943606752s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-07-10T03:38:02.407704Z","caller":"traceutil/trace.go:171","msg":"trace[532062505] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc; range_end:; }","duration":"3.338125959s","start":"2026-07-10T03:37:59.06957Z","end":"2026-07-10T03:38:02.407696Z","steps":["trace[532062505] 'agreement among raft nodes before linearized reading' (duration: 3.338090169s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:02.40763Z","caller":"traceutil/trace.go:171","msg":"trace[304042769] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd; range_end:; }","duration":"10.068132365s","start":"2026-07-10T03:37:52.339489Z","end":"2026-07-10T03:38:02.407621Z","steps":["trace[304042769] 'agreement among raft nodes before linearized reading' (duration: 10.068109105s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:59.069551Z","time spent":"3.33817454s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc\" "} {"level":"warn","ts":"2026-07-10T03:38:02.407738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.993720036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T03:38:02.40775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.339473Z","time spent":"10.068266957s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T03:38:02.407771Z","caller":"traceutil/trace.go:171","msg":"trace[742471862] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; }","duration":"9.993782937s","start":"2026-07-10T03:37:52.413981Z","end":"2026-07-10T03:38:02.407764Z","steps":["trace[742471862] 'agreement among raft nodes before linearized reading' (duration: 9.993748527s)"],"step_count":1} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T03:38:02.407666Z","caller":"traceutil/trace.go:171","msg":"trace[1655016894] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-785f975df5; range_end:; }","duration":"9.868373499s","start":"2026-07-10T03:37:52.539288Z","end":"2026-07-10T03:38:02.407662Z","steps":["trace[1655016894] 'agreement among raft nodes before linearized reading' (duration: 9.868358138s)"],"step_count":1} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.53926Z","time spent":"9.868579633s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/openstack/keystone-api-785f975df5\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T03:38:02.407707Z","caller":"traceutil/trace.go:171","msg":"trace[1976175122] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; }","duration":"9.969149297s","start":"2026-07-10T03:37:52.438553Z","end":"2026-07-10T03:38:02.407703Z","steps":["trace[1976175122] 'agreement among raft nodes before linearized reading' (duration: 9.969133017s)"],"step_count":1} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.438542Z","time spent":"9.96933895s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.239012Z","time spent":"10.168674789s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T03:38:02.407627Z","caller":"traceutil/trace.go:171","msg":"trace[980290470] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; }","duration":"10.293184682s","start":"2026-07-10T03:37:52.114433Z","end":"2026-07-10T03:38:02.407617Z","steps":["trace[980290470] 'agreement among raft nodes before linearized reading' (duration: 10.292976528s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.407953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.114395Z","time spent":"10.293553708s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.407798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.413971Z","time spent":"9.993820948s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.570539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:02.727413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999675239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.727508Z","caller":"traceutil/trace.go:171","msg":"trace[1563088719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999813382s","start":"2026-07-10T03:37:52.727667Z","end":"2026-07-10T03:38:02.727481Z","steps":["trace[1563088719] 'agreement among raft nodes before linearized reading' (duration: 9.99970197s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.727559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.727644Z","time spent":"9.999905503s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.735576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999808679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.735662Z","caller":"traceutil/trace.go:171","msg":"trace[723878054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999928962s","start":"2026-07-10T03:37:52.735713Z","end":"2026-07-10T03:38:02.735642Z","steps":["trace[723878054] 'agreement among raft nodes before linearized reading' (duration: 9.99981857s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.735721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.735704Z","time spent":"9.999997573s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.785709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99809929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:02.785762Z","caller":"traceutil/trace.go:171","msg":"trace[813425617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998196681s","start":"2026-07-10T03:37:59.787553Z","end":"2026-07-10T03:38:02.78575Z","steps":["trace[813425617] 'agreement among raft nodes before linearized reading' (duration: 2.99812732s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.785796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:59.787531Z","time spent":"2.998255693s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 03:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:02.893622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:38:02.893709Z","caller":"traceutil/trace.go:171","msg":"trace[2142862866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078619s","start":"2026-07-10T03:38:00.893606Z","end":"2026-07-10T03:38:02.893684Z","steps":["trace[2142862866] 'agreement among raft nodes before linearized reading' (duration: 1.999969307s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:02.893757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:00.893596Z","time spent":"2.000149661s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T03:38:03.071313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:03.401506Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"56469f4a11b88b14","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:38:03.572135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:03.585983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998439428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:03.586105Z","caller":"traceutil/trace.go:171","msg":"trace[428187543] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998666421s","start":"2026-07-10T03:37:58.587416Z","end":"2026-07-10T03:38:03.586083Z","steps":["trace[428187543] 'agreement among raft nodes before linearized reading' (duration: 4.998472948s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:03.586164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:58.587394Z","time spent":"4.998758243s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/10 03:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:03.868749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996685775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:03.86883Z","caller":"traceutil/trace.go:171","msg":"trace[1715854199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996812996s","start":"2026-07-10T03:38:00.871998Z","end":"2026-07-10T03:38:03.868811Z","steps":["trace[1715854199] 'agreement among raft nodes before linearized reading' (duration: 2.996710915s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:03.868892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:00.871973Z","time spent":"2.996895288s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 03:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:04.073005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:04.573717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:04.648666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000769124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:04.648757Z","caller":"traceutil/trace.go:171","msg":"trace[1034886334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000893187s","start":"2026-07-10T03:38:02.647837Z","end":"2026-07-10T03:38:04.64873Z","steps":["trace[1034886334] 'agreement among raft nodes before linearized reading' (duration: 2.000789355s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:04.648806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:02.647819Z","time spent":"2.000977008s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:38:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:04.894368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:04.894465Z","caller":"traceutil/trace.go:171","msg":"trace[527665183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349455s","start":"2026-07-10T03:38:02.894095Z","end":"2026-07-10T03:38:04.894445Z","steps":["trace[527665183] 'agreement among raft nodes before linearized reading' (duration: 2.000232373s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:04.894511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:02.894054Z","time spent":"2.000448496s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:38:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:05.074337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:05.575067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:06.065896Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T03:38:06.066063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.875525793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T03:38:06.066115Z","caller":"traceutil/trace.go:171","msg":"trace[174192718] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; }","duration":"8.875640174s","start":"2026-07-10T03:37:57.190455Z","end":"2026-07-10T03:38:06.066095Z","steps":["trace[174192718] 'agreement among raft nodes before linearized reading' (duration: 8.875555813s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.066132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.228821504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:38:06.066117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.93306195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:38:06.066171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:57.190433Z","time spent":"8.875723446s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:38:06.066303Z","caller":"traceutil/trace.go:171","msg":"trace[872514829] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l; range_end:; }","duration":"10.228991077s","start":"2026-07-10T03:37:55.837228Z","end":"2026-07-10T03:38:06.066219Z","steps":["trace[872514829] 'agreement among raft nodes before linearized reading' (duration: 10.228850215s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.066313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.113449471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T03:38:06.066347Z","caller":"traceutil/trace.go:171","msg":"trace[1655650188] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; }","duration":"9.933268644s","start":"2026-07-10T03:37:56.132995Z","end":"2026-07-10T03:38:06.066263Z","steps":["trace[1655650188] 'agreement among raft nodes before linearized reading' (duration: 9.933095341s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.066368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:55.837205Z","time spent":"10.229149169s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l\" "} {"level":"info","ts":"2026-07-10T03:38:06.066377Z","caller":"traceutil/trace.go:171","msg":"trace[1123610028] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; }","duration":"12.113554143s","start":"2026-07-10T03:37:53.952815Z","end":"2026-07-10T03:38:06.066369Z","steps":["trace[1123610028] 'agreement among raft nodes before linearized reading' (duration: 12.113485432s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.066439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:53.952792Z","time spent":"12.113635964s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:06.066437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.073692282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:38:06.066477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:56.132967Z","time spent":"9.933492647s","remote":"127.0.0.1:49682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:38:06.066559Z","caller":"traceutil/trace.go:171","msg":"trace[2031717114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"13.073841305s","start":"2026-07-10T03:37:52.992705Z","end":"2026-07-10T03:38:06.066546Z","steps":["trace[2031717114] 'agreement among raft nodes before linearized reading' (duration: 13.073692112s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.067055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.220554964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T03:38:06.067119Z","caller":"traceutil/trace.go:171","msg":"trace[1842460481] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; }","duration":"13.221237256s","start":"2026-07-10T03:37:52.845871Z","end":"2026-07-10T03:38:06.067108Z","steps":["trace[1842460481] 'agreement among raft nodes before linearized reading' (duration: 13.220598305s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.067121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.992666Z","time spent":"13.074434494s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:06.066577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.335781311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:38:06.067156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.845839Z","time spent":"13.221306088s","remote":"127.0.0.1:48590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:06.066536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.229488446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l.18c0d0759309f388\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T03:38:06.06718Z","caller":"traceutil/trace.go:171","msg":"trace[1004531335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; }","duration":"11.336433351s","start":"2026-07-10T03:37:54.730736Z","end":"2026-07-10T03:38:06.067169Z","steps":["trace[1004531335] 'agreement among raft nodes before linearized reading' (duration: 11.335808241s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:06.067205Z","caller":"traceutil/trace.go:171","msg":"trace[1387835568] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l.18c0d0759309f388; range_end:; }","duration":"10.230229159s","start":"2026-07-10T03:37:55.836968Z","end":"2026-07-10T03:38:06.067197Z","steps":["trace[1387835568] 'agreement among raft nodes before linearized reading' (duration: 10.229512197s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.067249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:54.730714Z","time spent":"11.336486773s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:06.066654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.335352698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:38:06.067238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:55.836944Z","time spent":"10.23028687s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l.18c0d0759309f388\" "} {"level":"info","ts":"2026-07-10T03:38:06.067332Z","caller":"traceutil/trace.go:171","msg":"trace[2010192952] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; }","duration":"13.33602016s","start":"2026-07-10T03:37:52.73127Z","end":"2026-07-10T03:38:06.06729Z","steps":["trace[2010192952] 'agreement among raft nodes before linearized reading' (duration: 13.335369458s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.066695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.838816133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T03:38:06.067451Z","caller":"traceutil/trace.go:171","msg":"trace[1910837449] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; }","duration":"11.840164065s","start":"2026-07-10T03:37:54.227212Z","end":"2026-07-10T03:38:06.067376Z","steps":["trace[1910837449] 'agreement among raft nodes before linearized reading' (duration: 11.838815632s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.066729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.335177325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T03:38:06.067743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.731245Z","time spent":"13.336124091s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-07-10T03:38:06.067865Z","caller":"traceutil/trace.go:171","msg":"trace[1394037435] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; }","duration":"13.336231153s","start":"2026-07-10T03:37:52.731529Z","end":"2026-07-10T03:38:06.06776Z","steps":["trace[1394037435] 'agreement among raft nodes before linearized reading' (duration: 13.335190255s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.068001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:52.731521Z","time spent":"13.336442027s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-10T03:38:06.067724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:54.227187Z","time spent":"11.840330668s","remote":"127.0.0.1:40346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-10T03:38:06.566718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:06.903277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T03:38:06.903411Z","caller":"traceutil/trace.go:171","msg":"trace[771679846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728655s","start":"2026-07-10T03:38:04.902631Z","end":"2026-07-10T03:38:06.903359Z","steps":["trace[771679846] 'agreement among raft nodes before linearized reading' (duration: 2.000596223s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:06.903652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:04.902608Z","time spent":"2.001029971s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:38:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:07.067655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:07.568382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:07.68113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:00.680952Z","time spent":"7.000172396s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:07.786923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:02.788256Z","time spent":"4.998663197s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:08.069318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:08.396251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:01.396024Z","time spent":"7.000221105s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:08.555505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:01.555018Z","time spent":"7.000481083s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:08.570345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:08.869798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:03.871972Z","time spent":"4.997819034s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 03:38:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:08.903579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.999213993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:08.903705Z","caller":"traceutil/trace.go:171","msg":"trace[2022939612] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.999358905s","start":"2026-07-10T03:38:00.90429Z","end":"2026-07-10T03:38:08.903649Z","steps":["trace[2022939612] 'agreement among raft nodes before linearized reading' (duration: 7.999219873s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:08.903934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:00.904279Z","time spent":"7.99964432s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/10 03:38:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:08.904246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000051528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T03:38:08.904436Z","caller":"traceutil/trace.go:171","msg":"trace[1996963613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280892s","start":"2026-07-10T03:38:06.904103Z","end":"2026-07-10T03:38:08.904384Z","steps":["trace[1996963613] 'agreement among raft nodes before linearized reading' (duration: 2.000094269s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:08.904584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:06.904073Z","time spent":"2.000494006s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 03:38:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:08.950862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:01.94979Z","time spent":"7.001066115s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:09.071446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:09.162418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:02.16222Z","time spent":"7.000185515s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:09.571753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203512960027782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T03:38:09.730739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:02.729895Z","time spent":"7.00080623s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:09.737859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:02.738471Z","time spent":"6.999384874s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 03:38:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T03:38:10.004787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"17.96312931s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T03:38:10.008692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:58.677365Z","time spent":"11.331322533s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T03:38:10.009111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.404301844s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.009236Z","caller":"traceutil/trace.go:171","msg":"trace[643856223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5310; }","duration":"9.404441436s","start":"2026-07-10T03:38:00.604772Z","end":"2026-07-10T03:38:10.009213Z","steps":["trace[643856223] 'range keys from in-memory index tree' (duration: 9.404286004s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.019945Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.199508ms","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-10T03:38:10.02039Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"56469f4a11b88b14","error":"lease not found"} {"level":"info","ts":"2026-07-10T03:38:10.029491Z","caller":"traceutil/trace.go:171","msg":"trace[2093648236] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5512; }","duration":"3.96349476s","start":"2026-07-10T03:38:06.06598Z","end":"2026-07-10T03:38:10.029475Z","steps":["trace[2093648236] 'read index received' (duration: 3.939091295s)","trace[2093648236] 'applied index is now lower than readState.Index' (duration: 24.402565ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:38:10.029514Z","caller":"traceutil/trace.go:171","msg":"trace[575499400] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5324; }","duration":"1.121378385s","start":"2026-07-10T03:38:08.908098Z","end":"2026-07-10T03:38:10.029477Z","steps":["trace[575499400] 'process raft request' (duration: 1.121275053s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:10.029568Z","caller":"traceutil/trace.go:171","msg":"trace[1438807876] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5324; }","duration":"1.074454774s","start":"2026-07-10T03:38:08.955106Z","end":"2026-07-10T03:38:10.029561Z","steps":["trace[1438807876] 'process raft request' (duration: 1.074315772s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.029652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.955086Z","time spent":"1.074503856s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:38:10.029676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.908072Z","time spent":"1.121498916s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:38:10.029723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.287096727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.029771Z","caller":"traceutil/trace.go:171","msg":"trace[909331583] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5324; }","duration":"6.287178498s","start":"2026-07-10T03:38:03.742571Z","end":"2026-07-10T03:38:10.029749Z","steps":["trace[909331583] 'agreement among raft nodes before linearized reading' (duration: 6.287019116s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.029798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:03.742547Z","time spent":"6.28724385s","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.029842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.641998174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:38:10.029845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.412912223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.029871Z","caller":"traceutil/trace.go:171","msg":"trace[617791119] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:0; response_revision:5324; }","duration":"8.642061574s","start":"2026-07-10T03:38:01.387801Z","end":"2026-07-10T03:38:10.029863Z","steps":["trace[617791119] 'agreement among raft nodes before linearized reading' (duration: 8.642017634s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:10.029878Z","caller":"traceutil/trace.go:171","msg":"trace[2064246639] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5324; }","duration":"4.412984613s","start":"2026-07-10T03:38:05.616885Z","end":"2026-07-10T03:38:10.029869Z","steps":["trace[2064246639] 'agreement among raft nodes before linearized reading' (duration: 4.412930633s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.029895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:01.387756Z","time spent":"8.642135116s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-07-10T03:38:10.0299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:05.616861Z","time spent":"4.413031915s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.029934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119100022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.029966Z","caller":"traceutil/trace.go:171","msg":"trace[1643609208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5324; }","duration":"6.119165613s","start":"2026-07-10T03:38:03.910793Z","end":"2026-07-10T03:38:10.029959Z","steps":["trace[1643609208] 'agreement among raft nodes before linearized reading' (duration: 6.119119062s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.02999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:03.910773Z","time spent":"6.119210674s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.03Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.626287695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.030021Z","caller":"traceutil/trace.go:171","msg":"trace[645154994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5324; }","duration":"10.626338206s","start":"2026-07-10T03:37:59.403676Z","end":"2026-07-10T03:38:10.030014Z","steps":["trace[645154994] 'agreement among raft nodes before linearized reading' (duration: 10.626305565s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:59.403654Z","time spent":"10.626397837s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.076227147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:38:10.029797Z","caller":"traceutil/trace.go:171","msg":"trace[866972134] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5324; }","duration":"863.032294ms","start":"2026-07-10T03:38:09.166756Z","end":"2026-07-10T03:38:10.029788Z","steps":["trace[866972134] 'process raft request' (duration: 862.688968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.722253352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:38:10.030166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:09.166728Z","time spent":"863.41517ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:38:10.030183Z","caller":"traceutil/trace.go:171","msg":"trace[1223333440] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5324; }","duration":"10.722305113s","start":"2026-07-10T03:37:59.307869Z","end":"2026-07-10T03:38:10.030174Z","steps":["trace[1223333440] 'agreement among raft nodes before linearized reading' (duration: 10.722267672s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:59.307852Z","time spent":"10.722349833s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:38:10.030169Z","caller":"traceutil/trace.go:171","msg":"trace[433411703] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5324; }","duration":"6.076514031s","start":"2026-07-10T03:38:03.95362Z","end":"2026-07-10T03:38:10.030134Z","steps":["trace[433411703] 'agreement among raft nodes before linearized reading' (duration: 6.076041913s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.626453348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:38:10.030303Z","caller":"traceutil/trace.go:171","msg":"trace[1797222077] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5324; }","duration":"10.626650821s","start":"2026-07-10T03:37:59.403645Z","end":"2026-07-10T03:38:10.030295Z","steps":["trace[1797222077] 'agreement among raft nodes before linearized reading' (duration: 10.626452817s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:37:59.403629Z","time spent":"10.626695791s","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.03029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:03.953594Z","time spent":"6.076684564s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958609016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l.18c0d075930b7c96\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-10T03:38:10.030446Z","caller":"traceutil/trace.go:171","msg":"trace[723658535] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l.18c0d075930b7c96; range_end:; response_count:1; response_revision:5324; }","duration":"3.958668067s","start":"2026-07-10T03:38:06.071766Z","end":"2026-07-10T03:38:10.030434Z","steps":["trace[723658535] 'agreement among raft nodes before linearized reading' (duration: 3.958575175s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:06.071748Z","time spent":"3.958717498s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tmg7l.18c0d075930b7c96\" "} {"level":"warn","ts":"2026-07-10T03:38:10.030505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886323566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:38:10.030533Z","caller":"traceutil/trace.go:171","msg":"trace[587367958] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5324; }","duration":"1.886399068s","start":"2026-07-10T03:38:08.144128Z","end":"2026-07-10T03:38:10.030527Z","steps":["trace[587367958] 'agreement among raft nodes before linearized reading' (duration: 1.886351357s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.144099Z","time spent":"1.886448069s","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955901773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.030625Z","caller":"traceutil/trace.go:171","msg":"trace[286690283] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5324; }","duration":"1.955928213s","start":"2026-07-10T03:38:08.07469Z","end":"2026-07-10T03:38:10.030618Z","steps":["trace[286690283] 'agreement among raft nodes before linearized reading' (duration: 1.955886192s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.03065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.074628Z","time spent":"1.956014715s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-10T03:38:10.030655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232048882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.030672Z","caller":"traceutil/trace.go:171","msg":"trace[1912305153] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5324; }","duration":"1.232102592s","start":"2026-07-10T03:38:08.798565Z","end":"2026-07-10T03:38:10.030667Z","steps":["trace[1912305153] 'agreement among raft nodes before linearized reading' (duration: 1.232071751s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.798543Z","time spent":"1.232147383s","remote":"127.0.0.1:54830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.248488864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T03:38:10.03079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.931649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:38:10.03083Z","caller":"traceutil/trace.go:171","msg":"trace[331857176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5324; }","duration":"363.011871ms","start":"2026-07-10T03:38:09.66781Z","end":"2026-07-10T03:38:10.030822Z","steps":["trace[331857176] 'agreement among raft nodes before linearized reading' (duration: 362.95234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.03084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346117774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-10T03:38:10.03081Z","caller":"traceutil/trace.go:171","msg":"trace[260947255] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5324; }","duration":"6.249208016s","start":"2026-07-10T03:38:03.781593Z","end":"2026-07-10T03:38:10.030801Z","steps":["trace[260947255] 'agreement among raft nodes before linearized reading' (duration: 6.248488974s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.03088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5035009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T03:38:10.030893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445137477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T03:38:10.030898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.153727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.030904Z","caller":"traceutil/trace.go:171","msg":"trace[303980129] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5324; }","duration":"1.50352366s","start":"2026-07-10T03:38:08.527373Z","end":"2026-07-10T03:38:10.030897Z","steps":["trace[303980129] 'agreement among raft nodes before linearized reading' (duration: 1.503472829s)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:10.030914Z","caller":"traceutil/trace.go:171","msg":"trace[51686913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5324; }","duration":"3.445196008s","start":"2026-07-10T03:38:06.58571Z","end":"2026-07-10T03:38:10.030906Z","steps":["trace[51686913] 'agreement among raft nodes before linearized reading' (duration: 3.445162297s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.527316Z","time spent":"1.503602151s","remote":"127.0.0.1:40490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:06.585682Z","time spent":"3.445254279s","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051012825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T03:38:10.030928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:03.781578Z","time spent":"6.249306828s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.031031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630787819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-10T03:38:10.031057Z","caller":"traceutil/trace.go:171","msg":"trace[833480508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5324; }","duration":"1.63085987s","start":"2026-07-10T03:38:08.40019Z","end":"2026-07-10T03:38:10.03105Z","steps":["trace[833480508] 'agreement among raft nodes before linearized reading' (duration: 1.63080429s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.031071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53127527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T03:38:10.031081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.400169Z","time spent":"1.630907892s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-10T03:38:10.031095Z","caller":"traceutil/trace.go:171","msg":"trace[1505255153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5324; }","duration":"3.53130049s","start":"2026-07-10T03:38:06.499787Z","end":"2026-07-10T03:38:10.031087Z","steps":["trace[1505255153] 'agreement among raft nodes before linearized reading' (duration: 3.531260689s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.031123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:06.499728Z","time spent":"3.531387692s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119220628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.031157Z","caller":"traceutil/trace.go:171","msg":"trace[1690267753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5324; }","duration":"1.119841148s","start":"2026-07-10T03:38:08.911308Z","end":"2026-07-10T03:38:10.031149Z","steps":["trace[1690267753] 'agreement among raft nodes before linearized reading' (duration: 1.119222448s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.03118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.9113Z","time spent":"1.119875019s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T03:38:10.031122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750878675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T03:38:10.030917Z","caller":"traceutil/trace.go:171","msg":"trace[48009687] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5324; }","duration":"809.174127ms","start":"2026-07-10T03:38:09.221737Z","end":"2026-07-10T03:38:10.030911Z","steps":["trace[48009687] 'agreement among raft nodes before linearized reading' (duration: 809.133786ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:38:10.031255Z","caller":"traceutil/trace.go:171","msg":"trace[802155264] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5324; }","duration":"3.751039617s","start":"2026-07-10T03:38:06.280208Z","end":"2026-07-10T03:38:10.031247Z","steps":["trace[802155264] 'agreement among raft nodes before linearized reading' (duration: 3.750887464s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.03127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:09.221675Z","time spent":"809.577374ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.031285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:06.28019Z","time spent":"3.751087007s","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.030768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956082917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:38:10.031352Z","caller":"traceutil/trace.go:171","msg":"trace[978117265] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5324; }","duration":"1.956733357s","start":"2026-07-10T03:38:08.074609Z","end":"2026-07-10T03:38:10.031343Z","steps":["trace[978117265] 'agreement among raft nodes before linearized reading' (duration: 1.956137187s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.031402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.074558Z","time spent":"1.956835179s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-10T03:38:10.030834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471729398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12197"} {"level":"info","ts":"2026-07-10T03:38:10.031576Z","caller":"traceutil/trace.go:171","msg":"trace[1812392881] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5324; }","duration":"1.4724894s","start":"2026-07-10T03:38:08.559078Z","end":"2026-07-10T03:38:10.031568Z","steps":["trace[1812392881] 'agreement among raft nodes before linearized reading' (duration: 1.471691857s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.03157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959403289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-10T03:38:10.031609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:08.559067Z","time spent":"1.472533442s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12220,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-10T03:38:10.031618Z","caller":"traceutil/trace.go:171","msg":"trace[134160745] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5324; }","duration":"3.959483201s","start":"2026-07-10T03:38:06.072123Z","end":"2026-07-10T03:38:10.031607Z","steps":["trace[134160745] 'agreement among raft nodes before linearized reading' (duration: 3.959354519s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.031648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:06.072105Z","time spent":"3.959535641s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-10T03:38:10.030982Z","caller":"traceutil/trace.go:171","msg":"trace[1329156859] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5324; }","duration":"2.051214409s","start":"2026-07-10T03:38:07.979759Z","end":"2026-07-10T03:38:10.030973Z","steps":["trace[1329156859] 'agreement among raft nodes before linearized reading' (duration: 2.051022176s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.031786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:07.979741Z","time spent":"2.052035933s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-10T03:38:10.030861Z","caller":"traceutil/trace.go:171","msg":"trace[384425750] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5324; }","duration":"2.346167704s","start":"2026-07-10T03:38:07.684687Z","end":"2026-07-10T03:38:10.030854Z","steps":["trace[384425750] 'agreement among raft nodes before linearized reading' (duration: 2.346131064s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.030857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:09.667789Z","time spent":"363.061361ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T03:38:10.031962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:07.684668Z","time spent":"2.347287184s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T03:38:10.032861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960132652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-10T03:38:10.032908Z","caller":"traceutil/trace.go:171","msg":"trace[714342764] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5324; }","duration":"3.960206223s","start":"2026-07-10T03:38:06.07269Z","end":"2026-07-10T03:38:10.032896Z","steps":["trace[714342764] 'agreement among raft nodes before linearized reading' (duration: 3.958446213s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:38:10.032937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:38:06.072677Z","time spent":"3.960252483s","remote":"127.0.0.1:40346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T03:38:24.163948Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2897} {"level":"info","ts":"2026-07-10T03:38:24.275156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2897,"took":"109.396647ms","hash":3117702258,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":29466624,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-10T03:38:24.275231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3117702258,"revision":2897,"compact-revision":-1} {"level":"info","ts":"2026-07-10T03:41:22.533189Z","caller":"traceutil/trace.go:171","msg":"trace[1693310144] transaction","detail":"{read_only:false; response_revision:6635; number_of_response:1; }","duration":"170.478318ms","start":"2026-07-10T03:41:22.362681Z","end":"2026-07-10T03:41:22.53316Z","steps":["trace[1693310144] 'process raft request' (duration: 78.687687ms)","trace[1693310144] 'compare' (duration: 91.376765ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:41:29.660605Z","caller":"traceutil/trace.go:171","msg":"trace[813816307] linearizableReadLoop","detail":"{readStateIndex:6927; appliedIndex:6926; }","duration":"471.958078ms","start":"2026-07-10T03:41:29.188621Z","end":"2026-07-10T03:41:29.660579Z","steps":["trace[813816307] 'read index received' (duration: 471.752565ms)","trace[813816307] 'applied index is now lower than readState.Index' (duration: 204.473µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:41:29.660735Z","caller":"traceutil/trace.go:171","msg":"trace[1291920583] transaction","detail":"{read_only:false; response_revision:6669; number_of_response:1; }","duration":"515.196341ms","start":"2026-07-10T03:41:29.145506Z","end":"2026-07-10T03:41:29.660702Z","steps":["trace[1291920583] 'process raft request' (duration: 514.915497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:29.660896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.594392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:41:29.660954Z","caller":"traceutil/trace.go:171","msg":"trace[912610946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6669; }","duration":"146.696553ms","start":"2026-07-10T03:41:29.514246Z","end":"2026-07-10T03:41:29.660942Z","steps":["trace[912610946] 'agreement among raft nodes before linearized reading' (duration: 146.572531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:29.66105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.333718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-10T03:41:29.661136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:41:29.145484Z","time spent":"515.321994ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:41:29.661168Z","caller":"traceutil/trace.go:171","msg":"trace[768394226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6669; }","duration":"330.499971ms","start":"2026-07-10T03:41:29.330648Z","end":"2026-07-10T03:41:29.661148Z","steps":["trace[768394226] 'agreement among raft nodes before linearized reading' (duration: 330.188046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:29.661075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.67965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T03:41:29.6613Z","caller":"traceutil/trace.go:171","msg":"trace[244027201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6669; }","duration":"402.991755ms","start":"2026-07-10T03:41:29.258301Z","end":"2026-07-10T03:41:29.661293Z","steps":["trace[244027201] 'agreement among raft nodes before linearized reading' (duration: 402.426357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:29.661324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:41:29.258281Z","time spent":"403.034315ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T03:41:29.661284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:41:29.330632Z","time spent":"330.638993ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T03:41:29.661639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.998293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-10T03:41:29.66173Z","caller":"traceutil/trace.go:171","msg":"trace[2052122391] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6669; }","duration":"473.136204ms","start":"2026-07-10T03:41:29.188571Z","end":"2026-07-10T03:41:29.661707Z","steps":["trace[2052122391] 'agreement among raft nodes before linearized reading' (duration: 472.136839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:29.661854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:41:29.188553Z","time spent":"473.213306ms","remote":"127.0.0.1:40346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-10T03:41:29.877787Z","caller":"traceutil/trace.go:171","msg":"trace[444730308] linearizableReadLoop","detail":"{readStateIndex:6928; appliedIndex:6927; }","duration":"212.279575ms","start":"2026-07-10T03:41:29.665493Z","end":"2026-07-10T03:41:29.877772Z","steps":["trace[444730308] 'read index received' (duration: 125.597513ms)","trace[444730308] 'applied index is now lower than readState.Index' (duration: 86.681312ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:41:29.877797Z","caller":"traceutil/trace.go:171","msg":"trace[144115751] transaction","detail":"{read_only:false; response_revision:6670; number_of_response:1; }","duration":"212.959916ms","start":"2026-07-10T03:41:29.664796Z","end":"2026-07-10T03:41:29.877756Z","steps":["trace[144115751] 'process raft request' (duration: 126.382035ms)","trace[144115751] 'compare' (duration: 86.393128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:41:29.877953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.443327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f8dfb0c-4d7c-4dc7-8481-9937ed435552\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-10T03:41:29.878391Z","caller":"traceutil/trace.go:171","msg":"trace[40696145] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f8dfb0c-4d7c-4dc7-8481-9937ed435552; range_end:; response_count:1; response_revision:6670; }","duration":"212.909775ms","start":"2026-07-10T03:41:29.665467Z","end":"2026-07-10T03:41:29.878377Z","steps":["trace[40696145] 'agreement among raft nodes before linearized reading' (duration: 212.384397ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:41:29.877986Z","caller":"traceutil/trace.go:171","msg":"trace[906123519] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"212.439658ms","start":"2026-07-10T03:41:29.665537Z","end":"2026-07-10T03:41:29.877976Z","steps":["trace[906123519] 'process raft request' (duration: 212.198275ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:41:29.878046Z","caller":"traceutil/trace.go:171","msg":"trace[1281662247] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"211.790518ms","start":"2026-07-10T03:41:29.666248Z","end":"2026-07-10T03:41:29.878039Z","steps":["trace[1281662247] 'process raft request' (duration: 211.670376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:29.878574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.259422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-10T03:41:29.878743Z","caller":"traceutil/trace.go:171","msg":"trace[57242486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6672; }","duration":"130.473295ms","start":"2026-07-10T03:41:29.74826Z","end":"2026-07-10T03:41:29.878734Z","steps":["trace[57242486] 'agreement among raft nodes before linearized reading' (duration: 130.066759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:48.125023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.519298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T03:41:48.125195Z","caller":"traceutil/trace.go:171","msg":"trace[900727487] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"370.284454ms","start":"2026-07-10T03:41:47.754888Z","end":"2026-07-10T03:41:48.125173Z","steps":["trace[900727487] 'process raft request' (duration: 236.551622ms)","trace[900727487] 'compare' (duration: 133.347246ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:41:48.125176Z","caller":"traceutil/trace.go:171","msg":"trace[1960134886] linearizableReadLoop","detail":"{readStateIndex:7086; appliedIndex:7085; }","duration":"251.002313ms","start":"2026-07-10T03:41:47.874157Z","end":"2026-07-10T03:41:48.12516Z","steps":["trace[1960134886] 'read index received' (duration: 117.220291ms)","trace[1960134886] 'applied index is now lower than readState.Index' (duration: 133.780382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:41:48.125314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:41:47.754864Z","time spent":"370.384556ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T03:41:48.125446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.284447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T03:41:48.125483Z","caller":"traceutil/trace.go:171","msg":"trace[621797608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6820; }","duration":"251.362068ms","start":"2026-07-10T03:41:47.87411Z","end":"2026-07-10T03:41:48.125472Z","steps":["trace[621797608] 'agreement among raft nodes before linearized reading' (duration: 251.253327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:48.125593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.937903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T03:41:48.125624Z","caller":"traceutil/trace.go:171","msg":"trace[2004515045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6820; }","duration":"162.031834ms","start":"2026-07-10T03:41:47.963584Z","end":"2026-07-10T03:41:48.125616Z","steps":["trace[2004515045] 'agreement among raft nodes before linearized reading' (duration: 161.940023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:48.125875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.029156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-10T03:41:48.125914Z","caller":"traceutil/trace.go:171","msg":"trace[674401854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6820; }","duration":"158.231758ms","start":"2026-07-10T03:41:47.967672Z","end":"2026-07-10T03:41:48.125904Z","steps":["trace[674401854] 'agreement among raft nodes before linearized reading' (duration: 158.111757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:48.126069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.809769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-10T03:41:48.126099Z","caller":"traceutil/trace.go:171","msg":"trace[123296065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6820; }","duration":"143.860599ms","start":"2026-07-10T03:41:47.982231Z","end":"2026-07-10T03:41:48.126091Z","steps":["trace[123296065] 'agreement among raft nodes before linearized reading' (duration: 143.783938ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:41:48.278137Z","caller":"traceutil/trace.go:171","msg":"trace[1701244632] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"142.192054ms","start":"2026-07-10T03:41:48.135925Z","end":"2026-07-10T03:41:48.278118Z","steps":["trace[1701244632] 'process raft request' (duration: 142.129603ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:41:48.278432Z","caller":"traceutil/trace.go:171","msg":"trace[1685683886] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"142.607701ms","start":"2026-07-10T03:41:48.135814Z","end":"2026-07-10T03:41:48.278422Z","steps":["trace[1685683886] 'process raft request' (duration: 126.478106ms)","trace[1685683886] 'compare' (duration: 15.653558ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:41:48.278464Z","caller":"traceutil/trace.go:171","msg":"trace[1118548123] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"142.466948ms","start":"2026-07-10T03:41:48.135984Z","end":"2026-07-10T03:41:48.278451Z","steps":["trace[1118548123] 'process raft request' (duration: 142.102973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T03:41:52.696891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.76714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T03:41:52.697034Z","caller":"traceutil/trace.go:171","msg":"trace[1821489410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6844; }","duration":"110.125245ms","start":"2026-07-10T03:41:52.586864Z","end":"2026-07-10T03:41:52.69699Z","steps":["trace[1821489410] 'range keys from in-memory index tree' (duration: 109.548757ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:41:52.949192Z","caller":"traceutil/trace.go:171","msg":"trace[1789314598] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"113.218651ms","start":"2026-07-10T03:41:52.835948Z","end":"2026-07-10T03:41:52.949167Z","steps":["trace[1789314598] 'process raft request' (duration: 96.171512ms)","trace[1789314598] 'compare' (duration: 16.678653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:41:53.245865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.220584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T03:41:53.245975Z","caller":"traceutil/trace.go:171","msg":"trace[802492435] linearizableReadLoop","detail":"{readStateIndex:7114; appliedIndex:7113; }","duration":"295.78152ms","start":"2026-07-10T03:41:52.950177Z","end":"2026-07-10T03:41:53.245958Z","steps":["trace[802492435] 'read index received' (duration: 113.377873ms)","trace[802492435] 'applied index is now lower than readState.Index' (duration: 182.401807ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T03:41:53.246061Z","caller":"traceutil/trace.go:171","msg":"trace[735989299] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"349.346861ms","start":"2026-07-10T03:41:52.896675Z","end":"2026-07-10T03:41:53.246021Z","steps":["trace[735989299] 'process raft request' (duration: 166.871473ms)","trace[735989299] 'compare' (duration: 182.063002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T03:41:53.246123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.940373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T03:41:53.246253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T03:41:52.896651Z","time spent":"349.505923ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T03:41:53.24668Z","caller":"traceutil/trace.go:171","msg":"trace[1382464455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6847; }","duration":"296.023073ms","start":"2026-07-10T03:41:52.950134Z","end":"2026-07-10T03:41:53.246157Z","steps":["trace[1382464455] 'agreement among raft nodes before linearized reading' (duration: 295.917082ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T03:43:24.170788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5410} {"level":"info","ts":"2026-07-10T03:43:24.281739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5410,"took":"108.98067ms","hash":1044205419,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":19435520,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-10T03:43:24.281819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1044205419,"revision":5410,"compact-revision":2897}