{"level":"warn","ts":"2026-07-28T08:08:47.152459Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T08:08:47.152571Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T08:08:47.15264Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T08:08:47.152651Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-07-28T08:08:47.152674Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T08:08:47.153431Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-07-28T08:08:47.153506Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T08:08:47.156113Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.393461ms"} {"level":"info","ts":"2026-07-28T08:08:47.16111Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-07-28T08:08:47.161197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T08:08:47.161226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-07-28T08:08:47.161243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T08:08:47.161257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-07-28T08:08:47.161304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-07-28T08:08:47.166594Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T08:08:47.167816Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T08:08:47.169725Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T08:08:47.17222Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T08:08:47.172461Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T08:08:47.172739Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T08:08:47.172873Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T08:08:47.172892Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T08:08:47.17346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-07-28T08:08:47.174609Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-07-28T08:08:47.176151Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T08:08:47.1762Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-07-28T08:08:47.17693Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-07-28T08:08:47.177162Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T08:08:47.177218Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T08:08:47.76231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T08:08:47.762375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T08:08:47.762416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-07-28T08:08:47.762438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-07-28T08:08:47.762449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-07-28T08:08:47.762475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-07-28T08:08:47.76249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-07-28T08:08:47.763625Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T08:08:47.764724Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T08:08:47.764762Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T08:08:47.764696Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T08:08:47.765087Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T08:08:47.765141Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T08:08:47.765447Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T08:08:47.765578Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T08:08:47.765622Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T08:08:47.768367Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T08:08:47.769997Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-07-28T08:09:01.081933Z","caller":"traceutil/trace.go:171","msg":"trace[427859976] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"147.264038ms","start":"2026-07-28T08:09:00.934638Z","end":"2026-07-28T08:09:01.081902Z","steps":["trace[427859976] 'process raft request' (duration: 144.776894ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:09:01.083947Z","caller":"traceutil/trace.go:171","msg":"trace[2004496585] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"144.277089ms","start":"2026-07-28T08:09:00.939642Z","end":"2026-07-28T08:09:01.083919Z","steps":["trace[2004496585] 'process raft request' (duration: 144.102794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:09:44.207752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.57722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T08:09:44.207769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.113868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T08:09:44.207916Z","caller":"traceutil/trace.go:171","msg":"trace[2062478314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"241.835507ms","start":"2026-07-28T08:09:43.96606Z","end":"2026-07-28T08:09:44.207896Z","steps":["trace[2062478314] 'range keys from in-memory index tree' (duration: 241.486187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:09:44.208021Z","caller":"traceutil/trace.go:171","msg":"trace[1206246814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"163.49304ms","start":"2026-07-28T08:09:44.04451Z","end":"2026-07-28T08:09:44.208003Z","steps":["trace[1206246814] 'range keys from in-memory index tree' (duration: 162.956863ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:10:40.624303Z","caller":"traceutil/trace.go:171","msg":"trace[386770292] linearizableReadLoop","detail":"{readStateIndex:1112; appliedIndex:1111; }","duration":"113.277387ms","start":"2026-07-28T08:10:40.511005Z","end":"2026-07-28T08:10:40.624283Z","steps":["trace[386770292] 'read index received' (duration: 113.163904ms)","trace[386770292] 'applied index is now lower than readState.Index' (duration: 112.663µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:10:40.624367Z","caller":"traceutil/trace.go:171","msg":"trace[729291986] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"114.384841ms","start":"2026-07-28T08:10:40.509943Z","end":"2026-07-28T08:10:40.624328Z","steps":["trace[729291986] 'process raft request' (duration: 114.199815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:10:40.624507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.482503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T08:10:40.624535Z","caller":"traceutil/trace.go:171","msg":"trace[2060280484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1069; }","duration":"113.566756ms","start":"2026-07-28T08:10:40.510959Z","end":"2026-07-28T08:10:40.624526Z","steps":["trace[2060280484] 'agreement among raft nodes before linearized reading' (duration: 113.448022ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:04.866428Z","caller":"traceutil/trace.go:171","msg":"trace[1664698499] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"124.526038ms","start":"2026-07-28T08:11:04.741871Z","end":"2026-07-28T08:11:04.866397Z","steps":["trace[1664698499] 'process raft request' (duration: 124.289401ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:05.576764Z","caller":"traceutil/trace.go:171","msg":"trace[1366538636] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"301.577258ms","start":"2026-07-28T08:11:05.27516Z","end":"2026-07-28T08:11:05.576737Z","steps":["trace[1366538636] 'process raft request' (duration: 301.417793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:11:05.57733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:11:05.275138Z","time spent":"301.711052ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T08:11:06.280818Z","caller":"traceutil/trace.go:171","msg":"trace[1954888645] linearizableReadLoop","detail":"{readStateIndex:1419; appliedIndex:1418; }","duration":"152.664316ms","start":"2026-07-28T08:11:06.12813Z","end":"2026-07-28T08:11:06.280794Z","steps":["trace[1954888645] 'read index received' (duration: 152.385417ms)","trace[1954888645] 'applied index is now lower than readState.Index' (duration: 277.959µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:11:06.280947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.790329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:11:06.280982Z","caller":"traceutil/trace.go:171","msg":"trace[1394500376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1370; }","duration":"152.886213ms","start":"2026-07-28T08:11:06.128083Z","end":"2026-07-28T08:11:06.280969Z","steps":["trace[1394500376] 'agreement among raft nodes before linearized reading' (duration: 152.80797ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:06.280948Z","caller":"traceutil/trace.go:171","msg":"trace[1125396852] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"177.668501ms","start":"2026-07-28T08:11:06.103235Z","end":"2026-07-28T08:11:06.280904Z","steps":["trace[1125396852] 'process raft request' (duration: 177.357832ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:07.099301Z","caller":"traceutil/trace.go:171","msg":"trace[1017757302] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1421; }","duration":"220.271018ms","start":"2026-07-28T08:11:06.879006Z","end":"2026-07-28T08:11:07.099277Z","steps":["trace[1017757302] 'read index received' (duration: 220.066902ms)","trace[1017757302] 'applied index is now lower than readState.Index' (duration: 203.166µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:11:07.099383Z","caller":"traceutil/trace.go:171","msg":"trace[1342295730] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"224.148833ms","start":"2026-07-28T08:11:06.875196Z","end":"2026-07-28T08:11:07.099345Z","steps":["trace[1342295730] 'process raft request' (duration: 223.927017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:11:07.099529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.234815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T08:11:07.099542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.529266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T08:11:07.099572Z","caller":"traceutil/trace.go:171","msg":"trace[51573085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1372; }","duration":"184.337519ms","start":"2026-07-28T08:11:06.915224Z","end":"2026-07-28T08:11:07.099562Z","steps":["trace[51573085] 'agreement among raft nodes before linearized reading' (duration: 184.184534ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:07.099621Z","caller":"traceutil/trace.go:171","msg":"trace[1996644414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1372; }","duration":"220.67427ms","start":"2026-07-28T08:11:06.878927Z","end":"2026-07-28T08:11:07.099601Z","steps":["trace[1996644414] 'agreement among raft nodes before linearized reading' (duration: 220.446643ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:09.271674Z","caller":"traceutil/trace.go:171","msg":"trace[520485144] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1449; }","duration":"143.943965ms","start":"2026-07-28T08:11:09.127701Z","end":"2026-07-28T08:11:09.271645Z","steps":["trace[520485144] 'read index received' (duration: 140.41264ms)","trace[520485144] 'applied index is now lower than readState.Index' (duration: 3.530055ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:11:09.271805Z","caller":"traceutil/trace.go:171","msg":"trace[824140312] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"153.722677ms","start":"2026-07-28T08:11:09.118023Z","end":"2026-07-28T08:11:09.271745Z","steps":["trace[824140312] 'process raft request' (duration: 150.074078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:11:09.271861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.13829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:11:09.271946Z","caller":"traceutil/trace.go:171","msg":"trace[1056538995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"144.260654ms","start":"2026-07-28T08:11:09.127664Z","end":"2026-07-28T08:11:09.271925Z","steps":["trace[1056538995] 'agreement among raft nodes before linearized reading' (duration: 144.13337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:11:09.271993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.159362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T08:11:09.272073Z","caller":"traceutil/trace.go:171","msg":"trace[682305375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1400; }","duration":"143.271205ms","start":"2026-07-28T08:11:09.12878Z","end":"2026-07-28T08:11:09.272051Z","steps":["trace[682305375] 'agreement among raft nodes before linearized reading' (duration: 143.042598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:11:09.272103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.875234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T08:11:09.272182Z","caller":"traceutil/trace.go:171","msg":"trace[1443854214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1400; }","duration":"142.980087ms","start":"2026-07-28T08:11:09.129177Z","end":"2026-07-28T08:11:09.272158Z","steps":["trace[1443854214] 'agreement among raft nodes before linearized reading' (duration: 142.772611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:56.547927Z","caller":"traceutil/trace.go:171","msg":"trace[811814202] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"262.10385ms","start":"2026-07-28T08:11:56.285787Z","end":"2026-07-28T08:11:56.547891Z","steps":["trace[811814202] 'process raft request' (duration: 257.476843ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:56.566866Z","caller":"traceutil/trace.go:171","msg":"trace[1647335737] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"185.626616ms","start":"2026-07-28T08:11:56.3812Z","end":"2026-07-28T08:11:56.566826Z","steps":["trace[1647335737] 'process raft request' (duration: 185.115521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:56.939813Z","caller":"traceutil/trace.go:171","msg":"trace[258096687] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"259.973848ms","start":"2026-07-28T08:11:56.67981Z","end":"2026-07-28T08:11:56.939784Z","steps":["trace[258096687] 'process raft request' (duration: 259.824593ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:11:56.951583Z","caller":"traceutil/trace.go:171","msg":"trace[1668284300] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"213.638223ms","start":"2026-07-28T08:11:56.737917Z","end":"2026-07-28T08:11:56.951556Z","steps":["trace[1668284300] 'process raft request' (duration: 213.502909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:12:32.227556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.468858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T08:12:32.227663Z","caller":"traceutil/trace.go:171","msg":"trace[1992507419] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2419; }","duration":"216.644993ms","start":"2026-07-28T08:12:32.010999Z","end":"2026-07-28T08:12:32.227644Z","steps":["trace[1992507419] 'range keys from in-memory index tree' (duration: 216.248472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:12:32.227655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.829948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:12:32.227733Z","caller":"traceutil/trace.go:171","msg":"trace[1797997047] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2419; }","duration":"144.964411ms","start":"2026-07-28T08:12:32.082751Z","end":"2026-07-28T08:12:32.227715Z","steps":["trace[1797997047] 'count revisions from in-memory index tree' (duration: 144.721084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:12:33.360499Z","caller":"traceutil/trace.go:171","msg":"trace[634588279] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"213.137678ms","start":"2026-07-28T08:12:33.147336Z","end":"2026-07-28T08:12:33.360473Z","steps":["trace[634588279] 'process raft request' (duration: 212.964113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:12:33.935615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.154908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T08:12:33.935699Z","caller":"traceutil/trace.go:171","msg":"trace[839669202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2430; }","duration":"135.294072ms","start":"2026-07-28T08:12:33.800384Z","end":"2026-07-28T08:12:33.935678Z","steps":["trace[839669202] 'range keys from in-memory index tree' (duration: 134.983883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:12:34.190026Z","caller":"traceutil/trace.go:171","msg":"trace[33359523] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"249.257797ms","start":"2026-07-28T08:12:33.940719Z","end":"2026-07-28T08:12:34.189977Z","steps":["trace[33359523] 'process raft request' (duration: 173.427362ms)","trace[33359523] 'compare' (duration: 75.544467ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:12:34.190082Z","caller":"traceutil/trace.go:171","msg":"trace[130038695] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"212.991413ms","start":"2026-07-28T08:12:33.977063Z","end":"2026-07-28T08:12:34.190055Z","steps":["trace[130038695] 'process raft request' (duration: 212.87472ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:12:34.19027Z","caller":"traceutil/trace.go:171","msg":"trace[1945118780] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"243.472315ms","start":"2026-07-28T08:12:33.946755Z","end":"2026-07-28T08:12:34.190227Z","steps":["trace[1945118780] 'process raft request' (duration: 243.121894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:14:49.456291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.104832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T08:14:49.456708Z","caller":"traceutil/trace.go:171","msg":"trace[1310782461] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"126.544175ms","start":"2026-07-28T08:14:49.330138Z","end":"2026-07-28T08:14:49.456683Z","steps":["trace[1310782461] 'process raft request' (duration: 126.337869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:14:49.456754Z","caller":"traceutil/trace.go:171","msg":"trace[187179873] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"150.245898ms","start":"2026-07-28T08:14:49.306474Z","end":"2026-07-28T08:14:49.45672Z","steps":["trace[187179873] 'process raft request' (duration: 24.148887ms)","trace[187179873] 'compare' (duration: 123.662389ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:14:49.470045Z","caller":"traceutil/trace.go:171","msg":"trace[1638321801] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"135.383687ms","start":"2026-07-28T08:14:49.334641Z","end":"2026-07-28T08:14:49.470024Z","steps":["trace[1638321801] 'process raft request' (duration: 135.257913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:14:49.778841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.638983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T08:14:49.778926Z","caller":"traceutil/trace.go:171","msg":"trace[1326528482] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3518; }","duration":"171.774557ms","start":"2026-07-28T08:14:49.607131Z","end":"2026-07-28T08:14:49.778906Z","steps":["trace[1326528482] 'range keys from in-memory index tree' (duration: 171.427367ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:14:49.974144Z","caller":"traceutil/trace.go:171","msg":"trace[1468027302] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"185.062381ms","start":"2026-07-28T08:14:49.789046Z","end":"2026-07-28T08:14:49.974108Z","steps":["trace[1468027302] 'process raft request' (duration: 184.868365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:18:47.793819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2921} {"level":"info","ts":"2026-07-28T08:18:47.885663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2921,"took":"90.644784ms","hash":3699109921,"current-db-size-bytes":34955264,"current-db-size":"35 MB","current-db-size-in-use-bytes":11595776,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-28T08:18:47.885777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3699109921,"revision":2921,"compact-revision":-1} {"level":"info","ts":"2026-07-28T08:21:49.406642Z","caller":"traceutil/trace.go:171","msg":"trace[955206268] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"131.149512ms","start":"2026-07-28T08:21:49.275463Z","end":"2026-07-28T08:21:49.406613Z","steps":["trace[955206268] 'process raft request' (duration: 130.989187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:21:49.886383Z","caller":"traceutil/trace.go:171","msg":"trace[2024255741] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6430; }","duration":"366.219067ms","start":"2026-07-28T08:21:49.52014Z","end":"2026-07-28T08:21:49.886359Z","steps":["trace[2024255741] 'read index received' (duration: 362.561818ms)","trace[2024255741] 'applied index is now lower than readState.Index' (duration: 3.656539ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:21:49.88645Z","caller":"traceutil/trace.go:171","msg":"trace[398486362] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"318.851271ms","start":"2026-07-28T08:21:49.567595Z","end":"2026-07-28T08:21:49.886446Z","steps":["trace[398486362] 'process raft request' (duration: 318.731618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:21:49.886542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:21:49.56757Z","time spent":"318.897062ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:21:49.886599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.032921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T08:21:49.886409Z","caller":"traceutil/trace.go:171","msg":"trace[1970532770] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"459.36261ms","start":"2026-07-28T08:21:49.427034Z","end":"2026-07-28T08:21:49.886396Z","steps":["trace[1970532770] 'process raft request' (duration: 455.657549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:21:49.88663Z","caller":"traceutil/trace.go:171","msg":"trace[501760877] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6216; }","duration":"181.115274ms","start":"2026-07-28T08:21:49.705505Z","end":"2026-07-28T08:21:49.886621Z","steps":["trace[501760877] 'agreement among raft nodes before linearized reading' (duration: 181.060383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:21:49.886647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:21:49.427018Z","time spent":"459.605237ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:21:49.886542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.395122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T08:21:49.886713Z","caller":"traceutil/trace.go:171","msg":"trace[522804567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6216; }","duration":"366.573747ms","start":"2026-07-28T08:21:49.520134Z","end":"2026-07-28T08:21:49.886708Z","steps":["trace[522804567] 'agreement among raft nodes before linearized reading' (duration: 366.320999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:21:49.886733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:21:49.52011Z","time spent":"366.616068ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T08:21:49.886552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.519675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T08:21:49.886851Z","caller":"traceutil/trace.go:171","msg":"trace[151169908] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6216; }","duration":"278.878135ms","start":"2026-07-28T08:21:49.607967Z","end":"2026-07-28T08:21:49.886845Z","steps":["trace[151169908] 'agreement among raft nodes before linearized reading' (duration: 278.497784ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:23:47.801151Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5061} {"level":"info","ts":"2026-07-28T08:23:47.857374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5061,"took":"54.958781ms","hash":3559745335,"current-db-size-bytes":34955264,"current-db-size":"35 MB","current-db-size-in-use-bytes":10174464,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-28T08:23:47.857454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3559745335,"revision":5061,"compact-revision":2921} {"level":"warn","ts":"2026-07-28T08:23:52.80725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.130314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:23:52.807424Z","caller":"traceutil/trace.go:171","msg":"trace[358174249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7205; }","duration":"152.322539ms","start":"2026-07-28T08:23:52.655077Z","end":"2026-07-28T08:23:52.8074Z","steps":["trace[358174249] 'range keys from in-memory index tree' (duration: 152.109873ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:23:52.80759Z","caller":"traceutil/trace.go:171","msg":"trace[344035494] transaction","detail":"{read_only:false; response_revision:7206; number_of_response:1; }","duration":"262.140498ms","start":"2026-07-28T08:23:52.545423Z","end":"2026-07-28T08:23:52.807563Z","steps":["trace[344035494] 'process raft request' (duration: 168.50728ms)","trace[344035494] 'compare' (duration: 93.176005ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:25:34.001426Z","caller":"traceutil/trace.go:171","msg":"trace[1145183958] linearizableReadLoop","detail":"{readStateIndex:8987; appliedIndex:8986; }","duration":"215.880576ms","start":"2026-07-28T08:25:33.785519Z","end":"2026-07-28T08:25:34.0014Z","steps":["trace[1145183958] 'read index received' (duration: 215.714061ms)","trace[1145183958] 'applied index is now lower than readState.Index' (duration: 165.385µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:25:34.001668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.124643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-61addd084e68ea12a636bae87851ada031e84c6972dc66d7388ab42d0824ba80\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T08:25:34.001613Z","caller":"traceutil/trace.go:171","msg":"trace[522757843] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"233.906731ms","start":"2026-07-28T08:25:33.767617Z","end":"2026-07-28T08:25:34.001524Z","steps":["trace[522757843] 'process raft request' (duration: 233.610012ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:25:34.001718Z","caller":"traceutil/trace.go:171","msg":"trace[1920704736] range","detail":"{range_begin:/registry/volumeattachments/csi-61addd084e68ea12a636bae87851ada031e84c6972dc66d7388ab42d0824ba80; range_end:; response_count:1; response_revision:8687; }","duration":"216.215696ms","start":"2026-07-28T08:25:33.785488Z","end":"2026-07-28T08:25:34.001704Z","steps":["trace[1920704736] 'agreement among raft nodes before linearized reading' (duration: 216.046011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:25:34.084383Z","caller":"traceutil/trace.go:171","msg":"trace[1635699924] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"291.444798ms","start":"2026-07-28T08:25:33.792908Z","end":"2026-07-28T08:25:34.084353Z","steps":["trace[1635699924] 'process raft request' (duration: 240.900408ms)","trace[1635699924] 'compare' (duration: 50.290402ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:25:34.084401Z","caller":"traceutil/trace.go:171","msg":"trace[811362799] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"132.885132ms","start":"2026-07-28T08:25:33.95149Z","end":"2026-07-28T08:25:34.084376Z","steps":["trace[811362799] 'process raft request' (duration: 132.750838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:25:34.084763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.924038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T08:25:34.084833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.292585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13221"} {"level":"info","ts":"2026-07-28T08:25:34.084901Z","caller":"traceutil/trace.go:171","msg":"trace[476560707] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8690; }","duration":"256.389488ms","start":"2026-07-28T08:25:33.828496Z","end":"2026-07-28T08:25:34.084885Z","steps":["trace[476560707] 'agreement among raft nodes before linearized reading' (duration: 256.189372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:25:34.084888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.266402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-28T08:25:34.084975Z","caller":"traceutil/trace.go:171","msg":"trace[415183288] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"127.162403ms","start":"2026-07-28T08:25:33.957793Z","end":"2026-07-28T08:25:34.084956Z","steps":["trace[415183288] 'process raft request' (duration: 126.524524ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:25:34.084991Z","caller":"traceutil/trace.go:171","msg":"trace[1052704610] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8690; }","duration":"203.377815ms","start":"2026-07-28T08:25:33.881581Z","end":"2026-07-28T08:25:34.084959Z","steps":["trace[1052704610] 'agreement among raft nodes before linearized reading' (duration: 203.099877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:25:34.085029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.87009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T08:25:34.085123Z","caller":"traceutil/trace.go:171","msg":"trace[1130484577] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8690; }","duration":"230.025595ms","start":"2026-07-28T08:25:33.855074Z","end":"2026-07-28T08:25:34.0851Z","steps":["trace[1130484577] 'agreement among raft nodes before linearized reading' (duration: 229.845299ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:25:34.084843Z","caller":"traceutil/trace.go:171","msg":"trace[799086975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8690; }","duration":"120.057773ms","start":"2026-07-28T08:25:33.964766Z","end":"2026-07-28T08:25:34.084823Z","steps":["trace[799086975] 'agreement among raft nodes before linearized reading' (duration: 119.835256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:25:34.085617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.295794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-28T08:25:34.086025Z","caller":"traceutil/trace.go:171","msg":"trace[547795197] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8690; }","duration":"227.446848ms","start":"2026-07-28T08:25:33.85822Z","end":"2026-07-28T08:25:34.085667Z","steps":["trace[547795197] 'agreement among raft nodes before linearized reading' (duration: 226.610864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:25:34.558939Z","caller":"traceutil/trace.go:171","msg":"trace[366958944] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9007; }","duration":"108.300083ms","start":"2026-07-28T08:25:34.450614Z","end":"2026-07-28T08:25:34.558914Z","steps":["trace[366958944] 'read index received' (duration: 108.221021ms)","trace[366958944] 'applied index is now lower than readState.Index' (duration: 78.182µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:25:34.559153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.539241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-07-28T08:25:34.559172Z","caller":"traceutil/trace.go:171","msg":"trace[1461531401] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8708; }","duration":"108.629423ms","start":"2026-07-28T08:25:34.450536Z","end":"2026-07-28T08:25:34.559165Z","steps":["trace[1461531401] 'agreement among raft nodes before linearized reading' (duration: 108.501129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:25:34.55938Z","caller":"traceutil/trace.go:171","msg":"trace[196170788] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"119.158426ms","start":"2026-07-28T08:25:34.440195Z","end":"2026-07-28T08:25:34.559354Z","steps":["trace[196170788] 'process raft request' (duration: 118.555549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:25:39.417395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.574742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T08:25:39.418308Z","caller":"traceutil/trace.go:171","msg":"trace[219639352] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"218.277246ms","start":"2026-07-28T08:25:39.199996Z","end":"2026-07-28T08:25:39.418274Z","steps":["trace[219639352] 'process raft request' (duration: 109.970743ms)","trace[219639352] 'compare' (duration: 106.314474ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:26:02.306954Z","caller":"traceutil/trace.go:171","msg":"trace[1472239626] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"114.474488ms","start":"2026-07-28T08:26:02.192443Z","end":"2026-07-28T08:26:02.306917Z","steps":["trace[1472239626] 'process raft request' (duration: 102.474162ms)","trace[1472239626] 'compare' (duration: 11.822101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:26:02.307102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.845601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-28T08:26:02.307163Z","caller":"traceutil/trace.go:171","msg":"trace[1243265969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9163; }","duration":"109.953954ms","start":"2026-07-28T08:26:02.197197Z","end":"2026-07-28T08:26:02.307151Z","steps":["trace[1243265969] 'agreement among raft nodes before linearized reading' (duration: 109.745028ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:26:02.306888Z","caller":"traceutil/trace.go:171","msg":"trace[1071227098] linearizableReadLoop","detail":"{readStateIndex:9472; appliedIndex:9471; }","duration":"109.625565ms","start":"2026-07-28T08:26:02.197234Z","end":"2026-07-28T08:26:02.30686Z","steps":["trace[1071227098] 'read index received' (duration: 97.695801ms)","trace[1071227098] 'applied index is now lower than readState.Index' (duration: 11.928494ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:26:02.314601Z","caller":"traceutil/trace.go:171","msg":"trace[240316379] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"117.22151ms","start":"2026-07-28T08:26:02.197366Z","end":"2026-07-28T08:26:02.314587Z","steps":["trace[240316379] 'process raft request' (duration: 116.980823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:26:02.612523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.384961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T08:26:02.612703Z","caller":"traceutil/trace.go:171","msg":"trace[915976705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9165; }","duration":"128.524736ms","start":"2026-07-28T08:26:02.484071Z","end":"2026-07-28T08:26:02.612596Z","steps":["trace[915976705] 'range keys from in-memory index tree' (duration: 128.078262ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:26:02.771321Z","caller":"traceutil/trace.go:171","msg":"trace[925799738] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"154.498686ms","start":"2026-07-28T08:26:02.616794Z","end":"2026-07-28T08:26:02.771293Z","steps":["trace[925799738] 'process raft request' (duration: 154.308971ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:26:02.917386Z","caller":"traceutil/trace.go:171","msg":"trace[1077659008] linearizableReadLoop","detail":"{readStateIndex:9476; appliedIndex:9474; }","duration":"271.255974ms","start":"2026-07-28T08:26:02.646106Z","end":"2026-07-28T08:26:02.917362Z","steps":["trace[1077659008] 'read index received' (duration: 124.982671ms)","trace[1077659008] 'applied index is now lower than readState.Index' (duration: 146.271953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:26:02.917531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.414018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:26:02.917573Z","caller":"traceutil/trace.go:171","msg":"trace[719402954] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9167; }","duration":"271.47638ms","start":"2026-07-28T08:26:02.646085Z","end":"2026-07-28T08:26:02.917561Z","steps":["trace[719402954] 'agreement among raft nodes before linearized reading' (duration: 271.390087ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:26:02.917559Z","caller":"traceutil/trace.go:171","msg":"trace[1144969329] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"300.655486ms","start":"2026-07-28T08:26:02.616815Z","end":"2026-07-28T08:26:02.91747Z","steps":["trace[1144969329] 'process raft request' (duration: 258.826544ms)","trace[1144969329] 'compare' (duration: 41.613026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:26:02.917818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:26:02.616791Z","time spent":"300.869481ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:26:02.953632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.772294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T08:26:02.953697Z","caller":"traceutil/trace.go:171","msg":"trace[909124722] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9168; }","duration":"289.896197ms","start":"2026-07-28T08:26:02.663784Z","end":"2026-07-28T08:26:02.953681Z","steps":["trace[909124722] 'agreement among raft nodes before linearized reading' (duration: 289.616659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:26:02.953652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.298543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:26:02.953815Z","caller":"traceutil/trace.go:171","msg":"trace[72268883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9168; }","duration":"116.52403ms","start":"2026-07-28T08:26:02.837272Z","end":"2026-07-28T08:26:02.953796Z","steps":["trace[72268883] 'agreement among raft nodes before linearized reading' (duration: 116.270052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:26:02.954138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.176728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gh8gp\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T08:26:02.954223Z","caller":"traceutil/trace.go:171","msg":"trace[226494880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gh8gp; range_end:; response_count:1; response_revision:9168; }","duration":"250.317231ms","start":"2026-07-28T08:26:02.703885Z","end":"2026-07-28T08:26:02.954202Z","steps":["trace[226494880] 'agreement among raft nodes before linearized reading' (duration: 249.92833ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:26:27.55602Z","caller":"traceutil/trace.go:171","msg":"trace[1285846775] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"116.217231ms","start":"2026-07-28T08:26:27.439776Z","end":"2026-07-28T08:26:27.555993Z","steps":["trace[1285846775] 'process raft request' (duration: 116.051456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:26:43.201574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.760851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T08:26:43.201655Z","caller":"traceutil/trace.go:171","msg":"trace[1561562230] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9549; }","duration":"133.889605ms","start":"2026-07-28T08:26:43.067747Z","end":"2026-07-28T08:26:43.201636Z","steps":["trace[1561562230] 'range keys from in-memory index tree' (duration: 133.630798ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:26:57.737325Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T08:26:57.798038Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T08:26:57.798219Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T08:28:47.83078Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7175} {"level":"info","ts":"2026-07-28T08:28:47.901714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7175,"took":"68.852684ms","hash":3897825246,"current-db-size-bytes":36208640,"current-db-size":"36 MB","current-db-size-in-use-bytes":33525760,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T08:28:47.90181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3897825246,"revision":7175,"compact-revision":5061} {"level":"info","ts":"2026-07-28T08:28:57.140183Z","caller":"traceutil/trace.go:171","msg":"trace[1634766784] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"100.460892ms","start":"2026-07-28T08:28:57.039691Z","end":"2026-07-28T08:28:57.140152Z","steps":["trace[1634766784] 'process raft request' (duration: 100.146773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:07.779672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173567438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:29:08.280172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173567438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:29:08.725776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448815651s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T08:29:08.72746Z","caller":"traceutil/trace.go:171","msg":"trace[2099386116] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"1.450553423s","start":"2026-07-28T08:29:07.276873Z","end":"2026-07-28T08:29:08.727427Z","steps":["trace[2099386116] 'process raft request' (duration: 1.449226853s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.727648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.276851Z","time spent":"1.450675316s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:29:08.752606Z","caller":"traceutil/trace.go:171","msg":"trace[760643119] transaction","detail":"{read_only:false; response_revision:10616; number_of_response:1; }","duration":"1.474869665s","start":"2026-07-28T08:29:07.277663Z","end":"2026-07-28T08:29:08.752532Z","steps":["trace[760643119] 'process raft request' (duration: 1.474410431s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.75286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.27765Z","time spent":"1.475098941s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:29:08.753772Z","caller":"traceutil/trace.go:171","msg":"trace[1719308559] linearizableReadLoop","detail":"{readStateIndex:10969; appliedIndex:10964; }","duration":"1.474443311s","start":"2026-07-28T08:29:07.279293Z","end":"2026-07-28T08:29:08.753736Z","steps":["trace[1719308559] 'read index received' (duration: 1.446836642s)","trace[1719308559] 'applied index is now lower than readState.Index' (duration: 27.605219ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:29:08.75395Z","caller":"traceutil/trace.go:171","msg":"trace[1254555666] transaction","detail":"{read_only:false; response_revision:10619; number_of_response:1; }","duration":"767.810789ms","start":"2026-07-28T08:29:07.986128Z","end":"2026-07-28T08:29:08.753939Z","steps":["trace[1254555666] 'process raft request' (duration: 767.48975ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:08.753921Z","caller":"traceutil/trace.go:171","msg":"trace[2014782677] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"1.367130458s","start":"2026-07-28T08:29:07.386752Z","end":"2026-07-28T08:29:08.753883Z","steps":["trace[2014782677] 'process raft request' (duration: 1.366821069s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.754108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.386701Z","time spent":"1.367297723s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:29:08.754121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.986108Z","time spent":"767.87253ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:29:08.7544Z","caller":"traceutil/trace.go:171","msg":"trace[2082972727] transaction","detail":"{read_only:false; response_revision:10617; number_of_response:1; }","duration":"1.475382329s","start":"2026-07-28T08:29:07.278994Z","end":"2026-07-28T08:29:08.754376Z","steps":["trace[2082972727] 'process raft request' (duration: 1.473348368s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.75447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475129121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T08:29:08.754495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.278984Z","time spent":"1.475464321s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:29:08.754547Z","caller":"traceutil/trace.go:171","msg":"trace[1956056966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10621; }","duration":"1.475251415s","start":"2026-07-28T08:29:07.279273Z","end":"2026-07-28T08:29:08.754524Z","steps":["trace[1956056966] 'agreement among raft nodes before linearized reading' (duration: 1.474978017s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.754591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.279267Z","time spent":"1.475316927s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T08:29:08.754755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.87124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gh8gp\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T08:29:08.754815Z","caller":"traceutil/trace.go:171","msg":"trace[1413849635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gh8gp; range_end:; response_count:1; response_revision:10621; }","duration":"609.946462ms","start":"2026-07-28T08:29:08.144841Z","end":"2026-07-28T08:29:08.754788Z","steps":["trace[1413849635] 'agreement among raft nodes before linearized reading' (duration: 609.763237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:08.754823Z","caller":"traceutil/trace.go:171","msg":"trace[567854947] transaction","detail":"{read_only:false; response_revision:10620; number_of_response:1; }","duration":"326.82753ms","start":"2026-07-28T08:29:08.42798Z","end":"2026-07-28T08:29:08.754807Z","steps":["trace[567854947] 'process raft request' (duration: 325.675346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.754849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:08.144823Z","time spent":"610.016965ms","remote":"127.0.0.1:34860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-gh8gp\" "} {"level":"warn","ts":"2026-07-28T08:29:08.754913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:08.427943Z","time spent":"326.904232ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:29:08.755015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.452404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T08:29:08.755064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.033394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T08:29:08.755091Z","caller":"traceutil/trace.go:171","msg":"trace[293326748] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10621; }","duration":"270.115407ms","start":"2026-07-28T08:29:08.484968Z","end":"2026-07-28T08:29:08.755084Z","steps":["trace[293326748] 'agreement among raft nodes before linearized reading' (duration: 270.052925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:08.755089Z","caller":"traceutil/trace.go:171","msg":"trace[1374380106] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10621; }","duration":"153.571907ms","start":"2026-07-28T08:29:08.601495Z","end":"2026-07-28T08:29:08.755067Z","steps":["trace[1374380106] 'agreement among raft nodes before linearized reading' (duration: 153.32161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.755109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.829878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T08:29:08.755157Z","caller":"traceutil/trace.go:171","msg":"trace[1411875147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10621; }","duration":"864.912291ms","start":"2026-07-28T08:29:07.890231Z","end":"2026-07-28T08:29:08.755144Z","steps":["trace[1411875147] 'agreement among raft nodes before linearized reading' (duration: 864.800967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.755185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.890211Z","time spent":"864.965132ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T08:29:08.755089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254519855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T08:29:08.755202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234377187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T08:29:08.755236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.791238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-28T08:29:08.755241Z","caller":"traceutil/trace.go:171","msg":"trace[1313513435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10621; }","duration":"1.2344504s","start":"2026-07-28T08:29:07.520782Z","end":"2026-07-28T08:29:08.755232Z","steps":["trace[1313513435] 'agreement among raft nodes before linearized reading' (duration: 1.234347796s)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:08.755238Z","caller":"traceutil/trace.go:171","msg":"trace[1853957476] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10621; }","duration":"1.254717331s","start":"2026-07-28T08:29:07.50051Z","end":"2026-07-28T08:29:08.755227Z","steps":["trace[1853957476] 'agreement among raft nodes before linearized reading' (duration: 1.253788483s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.755271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.520766Z","time spent":"1.234499461s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T08:29:08.755271Z","caller":"traceutil/trace.go:171","msg":"trace[105923912] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:10621; }","duration":"957.85771ms","start":"2026-07-28T08:29:07.797403Z","end":"2026-07-28T08:29:08.755261Z","steps":["trace[105923912] 'agreement among raft nodes before linearized reading' (duration: 957.712915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.755288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.500486Z","time spent":"1.254786223s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":735,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-28T08:29:08.7553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:07.797385Z","time spent":"957.909231ms","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-28T08:29:08.755359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.90814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T08:29:08.755391Z","caller":"traceutil/trace.go:171","msg":"trace[1768085266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10621; }","duration":"619.974122ms","start":"2026-07-28T08:29:08.135407Z","end":"2026-07-28T08:29:08.755382Z","steps":["trace[1768085266] 'agreement among raft nodes before linearized reading' (duration: 619.882219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.755416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:08.135396Z","time spent":"620.013322ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T08:29:08.90891Z","caller":"traceutil/trace.go:171","msg":"trace[1365852128] linearizableReadLoop","detail":"{readStateIndex:10975; appliedIndex:10971; }","duration":"144.475438ms","start":"2026-07-28T08:29:08.764414Z","end":"2026-07-28T08:29:08.90889Z","steps":["trace[1365852128] 'read index received' (duration: 42.992526ms)","trace[1365852128] 'applied index is now lower than readState.Index' (duration: 101.482192ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:29:08.909007Z","caller":"traceutil/trace.go:171","msg":"trace[77893992] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"144.706024ms","start":"2026-07-28T08:29:08.764277Z","end":"2026-07-28T08:29:08.908983Z","steps":["trace[77893992] 'process raft request' (duration: 144.56888ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:08.90902Z","caller":"traceutil/trace.go:171","msg":"trace[2110911503] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"147.273101ms","start":"2026-07-28T08:29:08.761721Z","end":"2026-07-28T08:29:08.908994Z","steps":["trace[2110911503] 'process raft request' (duration: 146.955911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:08.909074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.635322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:29:08.909116Z","caller":"traceutil/trace.go:171","msg":"trace[362781781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10625; }","duration":"144.718234ms","start":"2026-07-28T08:29:08.764387Z","end":"2026-07-28T08:29:08.909105Z","steps":["trace[362781781] 'agreement among raft nodes before linearized reading' (duration: 144.619911ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:08.908963Z","caller":"traceutil/trace.go:171","msg":"trace[1010547648] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"146.484597ms","start":"2026-07-28T08:29:08.76245Z","end":"2026-07-28T08:29:08.908935Z","steps":["trace[1010547648] 'process raft request' (duration: 146.364033ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:09.016555Z","caller":"traceutil/trace.go:171","msg":"trace[510007655] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"101.839713ms","start":"2026-07-28T08:29:08.914685Z","end":"2026-07-28T08:29:09.016525Z","steps":["trace[510007655] 'process raft request' (duration: 63.748512ms)","trace[510007655] 'compare' (duration: 37.910046ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:29:13.20547Z","caller":"traceutil/trace.go:171","msg":"trace[1211759348] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"150.279251ms","start":"2026-07-28T08:29:13.055147Z","end":"2026-07-28T08:29:13.205427Z","steps":["trace[1211759348] 'process raft request' (duration: 150.126786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:14.241182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.612776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:29:14.241263Z","caller":"traceutil/trace.go:171","msg":"trace[2047839399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10653; }","duration":"166.75845ms","start":"2026-07-28T08:29:14.074487Z","end":"2026-07-28T08:29:14.241246Z","steps":["trace[2047839399] 'count revisions from in-memory index tree' (duration: 166.531393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:14.241462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.584503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T08:29:14.241585Z","caller":"traceutil/trace.go:171","msg":"trace[1159813719] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10653; }","duration":"325.783159ms","start":"2026-07-28T08:29:13.915773Z","end":"2026-07-28T08:29:14.241556Z","steps":["trace[1159813719] 'range keys from in-memory index tree' (duration: 325.307105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:14.241635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:13.915741Z","time spent":"325.881822ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T08:29:15.237859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.525874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T08:29:15.237952Z","caller":"traceutil/trace.go:171","msg":"trace[1279999936] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10654; }","duration":"506.703569ms","start":"2026-07-28T08:29:14.731229Z","end":"2026-07-28T08:29:15.237933Z","steps":["trace[1279999936] 'range keys from in-memory index tree' (duration: 506.331878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.237992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.7312Z","time spent":"506.783351ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T08:29:15.238265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.888645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-28T08:29:15.238308Z","caller":"traceutil/trace.go:171","msg":"trace[1742491796] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:10654; }","duration":"441.984168ms","start":"2026-07-28T08:29:14.796313Z","end":"2026-07-28T08:29:15.238297Z","steps":["trace[1742491796] 'range keys from in-memory index tree' (duration: 441.72335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.238336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.796281Z","time spent":"442.04769ms","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-28T08:29:15.238855Z","caller":"traceutil/trace.go:171","msg":"trace[631841579] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"422.214671ms","start":"2026-07-28T08:29:14.816613Z","end":"2026-07-28T08:29:15.238827Z","steps":["trace[631841579] 'process raft request' (duration: 362.361795ms)","trace[631841579] 'compare' (duration: 59.521797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:29:15.239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.816586Z","time spent":"422.336675ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:29:15.378523Z","caller":"traceutil/trace.go:171","msg":"trace[1805652249] transaction","detail":"{read_only:false; response_revision:10656; number_of_response:1; }","duration":"554.59689ms","start":"2026-07-28T08:29:14.823864Z","end":"2026-07-28T08:29:15.378461Z","steps":["trace[1805652249] 'process raft request' (duration: 518.730295ms)","trace[1805652249] 'compare' (duration: 35.68931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:29:15.378836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.823823Z","time spent":"554.811797ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:29:15.379348Z","caller":"traceutil/trace.go:171","msg":"trace[562597013] transaction","detail":"{read_only:false; response_revision:10657; number_of_response:1; }","duration":"553.54939ms","start":"2026-07-28T08:29:14.825765Z","end":"2026-07-28T08:29:15.379315Z","steps":["trace[562597013] 'process raft request' (duration: 553.087506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:15.379407Z","caller":"traceutil/trace.go:171","msg":"trace[1292007695] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"129.38164ms","start":"2026-07-28T08:29:15.250005Z","end":"2026-07-28T08:29:15.379386Z","steps":["trace[1292007695] 'process raft request' (duration: 129.337749ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:15.37943Z","caller":"traceutil/trace.go:171","msg":"trace[1310780490] transaction","detail":"{read_only:false; response_revision:10658; number_of_response:1; }","duration":"525.165377ms","start":"2026-07-28T08:29:14.854223Z","end":"2026-07-28T08:29:15.379388Z","steps":["trace[1310780490] 'process raft request' (duration: 524.824327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.379525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.825756Z","time spent":"553.663873ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:29:15.379609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.854199Z","time spent":"525.308091ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:29:15.379599Z","caller":"traceutil/trace.go:171","msg":"trace[1591449250] linearizableReadLoop","detail":"{readStateIndex:11008; appliedIndex:11005; }","duration":"553.498348ms","start":"2026-07-28T08:29:14.826079Z","end":"2026-07-28T08:29:15.379577Z","steps":["trace[1591449250] 'read index received' (duration: 352.908294ms)","trace[1591449250] 'applied index is now lower than readState.Index' (duration: 200.586844ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:29:15.379646Z","caller":"traceutil/trace.go:171","msg":"trace[1462554435] transaction","detail":"{read_only:false; response_revision:10659; number_of_response:1; }","duration":"135.677677ms","start":"2026-07-28T08:29:15.24393Z","end":"2026-07-28T08:29:15.379607Z","steps":["trace[1462554435] 'process raft request' (duration: 135.179752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.379717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.632441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T08:29:15.379762Z","caller":"traceutil/trace.go:171","msg":"trace[534262470] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10660; }","duration":"553.752525ms","start":"2026-07-28T08:29:14.825996Z","end":"2026-07-28T08:29:15.379749Z","steps":["trace[534262470] 'agreement among raft nodes before linearized reading' (duration: 553.649062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.379795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.825969Z","time spent":"553.816067ms","remote":"127.0.0.1:38672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T08:29:15.379919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.773854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T08:29:15.379941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.112538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T08:29:15.379961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.889842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T08:29:15.379991Z","caller":"traceutil/trace.go:171","msg":"trace[35943564] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:10660; }","duration":"549.20827ms","start":"2026-07-28T08:29:14.83077Z","end":"2026-07-28T08:29:15.379978Z","steps":["trace[35943564] 'agreement among raft nodes before linearized reading' (duration: 549.001734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:15.380018Z","caller":"traceutil/trace.go:171","msg":"trace[1398686539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10660; }","duration":"480.962894ms","start":"2026-07-28T08:29:14.899044Z","end":"2026-07-28T08:29:15.380007Z","steps":["trace[1398686539] 'agreement among raft nodes before linearized reading' (duration: 480.776599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.380069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.83075Z","time spent":"549.297823ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T08:29:15.380076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.898982Z","time spent":"481.069138ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T08:29:15.380109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.852051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T08:29:15.379977Z","caller":"traceutil/trace.go:171","msg":"trace[1655480263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10660; }","duration":"246.850486ms","start":"2026-07-28T08:29:15.13311Z","end":"2026-07-28T08:29:15.37996Z","steps":["trace[1655480263] 'agreement among raft nodes before linearized reading' (duration: 246.758913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:15.380155Z","caller":"traceutil/trace.go:171","msg":"trace[1917207891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10660; }","duration":"169.936473ms","start":"2026-07-28T08:29:15.21021Z","end":"2026-07-28T08:29:15.380146Z","steps":["trace[1917207891] 'agreement among raft nodes before linearized reading' (duration: 169.792099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.380143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.645854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T08:29:15.380199Z","caller":"traceutil/trace.go:171","msg":"trace[363973136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10660; }","duration":"421.735506ms","start":"2026-07-28T08:29:14.958445Z","end":"2026-07-28T08:29:15.380181Z","steps":["trace[363973136] 'agreement among raft nodes before linearized reading' (duration: 421.608823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.380221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.95842Z","time spent":"421.794918ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T08:29:15.380206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.091759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gh8gp\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T08:29:15.380483Z","caller":"traceutil/trace.go:171","msg":"trace[395823241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gh8gp; range_end:; response_count:1; response_revision:10660; }","duration":"542.424819ms","start":"2026-07-28T08:29:14.83805Z","end":"2026-07-28T08:29:15.380475Z","steps":["trace[395823241] 'agreement among raft nodes before linearized reading' (duration: 542.032047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.380505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.838034Z","time spent":"542.465161ms","remote":"127.0.0.1:34860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-gh8gp\" "} {"level":"warn","ts":"2026-07-28T08:29:15.380515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.092413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:29:15.380543Z","caller":"traceutil/trace.go:171","msg":"trace[649830260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10660; }","duration":"251.177065ms","start":"2026-07-28T08:29:15.129357Z","end":"2026-07-28T08:29:15.380534Z","steps":["trace[649830260] 'agreement among raft nodes before linearized reading' (duration: 251.128593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.380552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.633074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T08:29:15.381422Z","caller":"traceutil/trace.go:171","msg":"trace[1704117375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10660; }","duration":"550.516219ms","start":"2026-07-28T08:29:14.830863Z","end":"2026-07-28T08:29:15.381379Z","steps":["trace[1704117375] 'agreement among raft nodes before linearized reading' (duration: 549.252321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.381504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.830854Z","time spent":"550.624753ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T08:29:15.380732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.401989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T08:29:15.381695Z","caller":"traceutil/trace.go:171","msg":"trace[1584627942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10660; }","duration":"420.047057ms","start":"2026-07-28T08:29:14.96162Z","end":"2026-07-28T08:29:15.381667Z","steps":["trace[1584627942] 'agreement among raft nodes before linearized reading' (duration: 418.168701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:15.381742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:14.961604Z","time spent":"420.12457ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T08:29:21.300831Z","caller":"traceutil/trace.go:171","msg":"trace[1908659275] linearizableReadLoop","detail":"{readStateIndex:11043; appliedIndex:11042; }","duration":"392.563082ms","start":"2026-07-28T08:29:20.908247Z","end":"2026-07-28T08:29:21.30081Z","steps":["trace[1908659275] 'read index received' (duration: 392.482499ms)","trace[1908659275] 'applied index is now lower than readState.Index' (duration: 77.272µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:29:21.300963Z","caller":"traceutil/trace.go:171","msg":"trace[99455959] transaction","detail":"{read_only:false; response_revision:10691; number_of_response:1; }","duration":"911.309247ms","start":"2026-07-28T08:29:20.389616Z","end":"2026-07-28T08:29:21.300926Z","steps":["trace[99455959] 'process raft request' (duration: 911.007188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:21.301025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.759907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T08:29:21.301095Z","caller":"traceutil/trace.go:171","msg":"trace[1999053098] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:10691; }","duration":"392.87749ms","start":"2026-07-28T08:29:20.908199Z","end":"2026-07-28T08:29:21.301077Z","steps":["trace[1999053098] 'agreement among raft nodes before linearized reading' (duration: 392.721916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:21.301145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:20.389598Z","time spent":"911.447861ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:29:21.301146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:20.90818Z","time spent":"392.952843ms","remote":"127.0.0.1:34710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-07-28T08:29:21.317648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.104289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T08:29:21.317749Z","caller":"traceutil/trace.go:171","msg":"trace[1664940811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10693; }","duration":"388.246654ms","start":"2026-07-28T08:29:20.929485Z","end":"2026-07-28T08:29:21.317732Z","steps":["trace[1664940811] 'agreement among raft nodes before linearized reading' (duration: 388.020067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:21.317789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:29:20.92947Z","time spent":"388.309995ms","remote":"127.0.0.1:34860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T08:29:21.318273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.512099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T08:29:21.318315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.960239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T08:29:21.318392Z","caller":"traceutil/trace.go:171","msg":"trace[817656319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10693; }","duration":"145.660803ms","start":"2026-07-28T08:29:21.172705Z","end":"2026-07-28T08:29:21.318366Z","steps":["trace[817656319] 'agreement among raft nodes before linearized reading' (duration: 145.504729ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:21.318406Z","caller":"traceutil/trace.go:171","msg":"trace[1396624236] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10693; }","duration":"280.101514ms","start":"2026-07-28T08:29:21.038281Z","end":"2026-07-28T08:29:21.318383Z","steps":["trace[1396624236] 'agreement among raft nodes before linearized reading' (duration: 279.897708ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:29:53.863541Z","caller":"traceutil/trace.go:171","msg":"trace[1104853300] transaction","detail":"{read_only:false; response_revision:10910; number_of_response:1; }","duration":"103.580644ms","start":"2026-07-28T08:29:53.759932Z","end":"2026-07-28T08:29:53.863512Z","steps":["trace[1104853300] 'process raft request' (duration: 103.400139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:29:54.452668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.030965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T08:29:54.452792Z","caller":"traceutil/trace.go:171","msg":"trace[485939869] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10917; }","duration":"114.234541ms","start":"2026-07-28T08:29:54.33852Z","end":"2026-07-28T08:29:54.452754Z","steps":["trace[485939869] 'range keys from in-memory index tree' (duration: 113.659854ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:32:24.146691Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003132.wal"} {"level":"info","ts":"2026-07-28T08:33:47.836486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10494} {"level":"info","ts":"2026-07-28T08:33:47.949362Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10494,"took":"110.55545ms","hash":109819542,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":22286336,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-28T08:33:47.949458Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":109819542,"revision":10494,"compact-revision":7175} {"level":"info","ts":"2026-07-28T08:34:43.028281Z","caller":"traceutil/trace.go:171","msg":"trace[1442995476] transaction","detail":"{read_only:false; response_revision:13395; number_of_response:1; }","duration":"184.611716ms","start":"2026-07-28T08:34:42.843647Z","end":"2026-07-28T08:34:43.028259Z","steps":["trace[1442995476] 'process raft request' (duration: 184.464632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:34:43.234157Z","caller":"traceutil/trace.go:171","msg":"trace[1370511840] transaction","detail":"{read_only:false; response_revision:13396; number_of_response:1; }","duration":"204.89664ms","start":"2026-07-28T08:34:43.029239Z","end":"2026-07-28T08:34:43.234136Z","steps":["trace[1370511840] 'process raft request' (duration: 204.775586ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:34:43.23487Z","caller":"traceutil/trace.go:171","msg":"trace[466664514] linearizableReadLoop","detail":"{readStateIndex:13828; appliedIndex:13826; }","duration":"147.346272ms","start":"2026-07-28T08:34:43.087499Z","end":"2026-07-28T08:34:43.234845Z","steps":["trace[466664514] 'read index received' (duration: 146.516877ms)","trace[466664514] 'applied index is now lower than readState.Index' (duration: 828.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:34:43.234913Z","caller":"traceutil/trace.go:171","msg":"trace[1260647581] transaction","detail":"{read_only:false; response_revision:13397; number_of_response:1; }","duration":"159.117532ms","start":"2026-07-28T08:34:43.075765Z","end":"2026-07-28T08:34:43.234883Z","steps":["trace[1260647581] 'process raft request' (duration: 158.964127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:34:43.235055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.529097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T08:34:43.235263Z","caller":"traceutil/trace.go:171","msg":"trace[265949253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13397; }","duration":"147.783674ms","start":"2026-07-28T08:34:43.087463Z","end":"2026-07-28T08:34:43.235247Z","steps":["trace[265949253] 'agreement among raft nodes before linearized reading' (duration: 147.493556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:34:58.998858Z","caller":"traceutil/trace.go:171","msg":"trace[1562968947] transaction","detail":"{read_only:false; response_revision:13541; number_of_response:1; }","duration":"135.216202ms","start":"2026-07-28T08:34:58.863603Z","end":"2026-07-28T08:34:58.998819Z","steps":["trace[1562968947] 'process raft request' (duration: 135.076098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:35:00.221801Z","caller":"traceutil/trace.go:171","msg":"trace[1150228903] transaction","detail":"{read_only:false; response_revision:13550; number_of_response:1; }","duration":"118.537927ms","start":"2026-07-28T08:35:00.103229Z","end":"2026-07-28T08:35:00.221766Z","steps":["trace[1150228903] 'process raft request' (duration: 118.382023ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:35:00.25925Z","caller":"traceutil/trace.go:171","msg":"trace[282284657] linearizableReadLoop","detail":"{readStateIndex:13987; appliedIndex:13985; }","duration":"131.736949ms","start":"2026-07-28T08:35:00.127484Z","end":"2026-07-28T08:35:00.25922Z","steps":["trace[282284657] 'read index received' (duration: 94.158354ms)","trace[282284657] 'applied index is now lower than readState.Index' (duration: 37.577675ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:35:00.259305Z","caller":"traceutil/trace.go:171","msg":"trace[547685478] transaction","detail":"{read_only:false; response_revision:13551; number_of_response:1; }","duration":"151.515535ms","start":"2026-07-28T08:35:00.107755Z","end":"2026-07-28T08:35:00.25927Z","steps":["trace[547685478] 'process raft request' (duration: 151.32196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:35:00.259418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.912034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T08:35:00.259458Z","caller":"traceutil/trace.go:171","msg":"trace[1464948518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13551; }","duration":"131.990587ms","start":"2026-07-28T08:35:00.127455Z","end":"2026-07-28T08:35:00.259446Z","steps":["trace[1464948518] 'agreement among raft nodes before linearized reading' (duration: 131.906094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:35:00.260462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.915321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T08:35:00.260533Z","caller":"traceutil/trace.go:171","msg":"trace[1296772972] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13551; }","duration":"112.026614ms","start":"2026-07-28T08:35:00.148485Z","end":"2026-07-28T08:35:00.260512Z","steps":["trace[1296772972] 'agreement among raft nodes before linearized reading' (duration: 111.041504ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:35:00.38935Z","caller":"traceutil/trace.go:171","msg":"trace[69230848] transaction","detail":"{read_only:false; response_revision:13552; number_of_response:1; }","duration":"125.187885ms","start":"2026-07-28T08:35:00.264134Z","end":"2026-07-28T08:35:00.389322Z","steps":["trace[69230848] 'process raft request' (duration: 125.01211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:35:00.408885Z","caller":"traceutil/trace.go:171","msg":"trace[1784061978] transaction","detail":"{read_only:false; response_revision:13553; number_of_response:1; }","duration":"143.503529ms","start":"2026-07-28T08:35:00.265357Z","end":"2026-07-28T08:35:00.408861Z","steps":["trace[1784061978] 'process raft request' (duration: 143.232201ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:35:00.409079Z","caller":"traceutil/trace.go:171","msg":"trace[702223263] linearizableReadLoop","detail":"{readStateIndex:13990; appliedIndex:13987; }","duration":"140.744555ms","start":"2026-07-28T08:35:00.268311Z","end":"2026-07-28T08:35:00.409056Z","steps":["trace[702223263] 'read index received' (duration: 120.788513ms)","trace[702223263] 'applied index is now lower than readState.Index' (duration: 19.954972ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:35:00.409198Z","caller":"traceutil/trace.go:171","msg":"trace[1511556314] transaction","detail":"{read_only:false; response_revision:13554; number_of_response:1; }","duration":"143.758526ms","start":"2026-07-28T08:35:00.265428Z","end":"2026-07-28T08:35:00.409187Z","steps":["trace[1511556314] 'process raft request' (duration: 143.379605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:35:00.409379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.048555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-28T08:35:00.409423Z","caller":"traceutil/trace.go:171","msg":"trace[1778787195] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:13554; }","duration":"141.121448ms","start":"2026-07-28T08:35:00.268288Z","end":"2026-07-28T08:35:00.409409Z","steps":["trace[1778787195] 'agreement among raft nodes before linearized reading' (duration: 140.958593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:35:00.409443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.806223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T08:35:00.409523Z","caller":"traceutil/trace.go:171","msg":"trace[777306032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13554; }","duration":"126.945226ms","start":"2026-07-28T08:35:00.282558Z","end":"2026-07-28T08:35:00.409503Z","steps":["trace[777306032] 'agreement among raft nodes before linearized reading' (duration: 126.70794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:36:32.912874Z","caller":"traceutil/trace.go:171","msg":"trace[1052845565] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"134.605704ms","start":"2026-07-28T08:36:32.778235Z","end":"2026-07-28T08:36:32.912841Z","steps":["trace[1052845565] 'process raft request' (duration: 134.299675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:38:47.847524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12838} {"level":"info","ts":"2026-07-28T08:38:47.931281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12838,"took":"81.418636ms","hash":2312908376,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":25714688,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T08:38:47.93136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2312908376,"revision":12838,"compact-revision":10494} {"level":"info","ts":"2026-07-28T08:42:19.172877Z","caller":"traceutil/trace.go:171","msg":"trace[204539030] transaction","detail":"{read_only:false; response_revision:17416; number_of_response:1; }","duration":"150.110446ms","start":"2026-07-28T08:42:19.022742Z","end":"2026-07-28T08:42:19.172853Z","steps":["trace[204539030] 'process raft request' (duration: 149.956762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:42:19.174326Z","caller":"traceutil/trace.go:171","msg":"trace[1255910618] transaction","detail":"{read_only:false; response_revision:17417; number_of_response:1; }","duration":"145.16593ms","start":"2026-07-28T08:42:19.02914Z","end":"2026-07-28T08:42:19.174306Z","steps":["trace[1255910618] 'process raft request' (duration: 144.973754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:43:47.861803Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15517} {"level":"info","ts":"2026-07-28T08:43:47.943514Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15517,"took":"78.203583ms","hash":2109549536,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":27873280,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T08:43:47.943594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2109549536,"revision":15517,"compact-revision":12838} {"level":"info","ts":"2026-07-28T08:46:34.553259Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T08:46:34.560073Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T08:46:34.560232Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T08:48:47.869085Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18080} {"level":"info","ts":"2026-07-28T08:48:47.965975Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18080,"took":"93.718396ms","hash":1246373773,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":26689536,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T08:48:47.966029Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1246373773,"revision":18080,"compact-revision":15517} {"level":"info","ts":"2026-07-28T08:49:15.180989Z","caller":"traceutil/trace.go:171","msg":"trace[1057611970] linearizableReadLoop","detail":"{readStateIndex:21328; appliedIndex:21327; }","duration":"129.949757ms","start":"2026-07-28T08:49:15.050989Z","end":"2026-07-28T08:49:15.180938Z","steps":["trace[1057611970] 'read index received' (duration: 129.550386ms)","trace[1057611970] 'applied index is now lower than readState.Index' (duration: 397.501µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:49:15.181076Z","caller":"traceutil/trace.go:171","msg":"trace[1214949578] transaction","detail":"{read_only:false; response_revision:20691; number_of_response:1; }","duration":"131.986527ms","start":"2026-07-28T08:49:15.049051Z","end":"2026-07-28T08:49:15.181038Z","steps":["trace[1214949578] 'process raft request' (duration: 131.556365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:15.181356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.279488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T08:49:15.181441Z","caller":"traceutil/trace.go:171","msg":"trace[1649424224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20691; }","duration":"130.473343ms","start":"2026-07-28T08:49:15.050953Z","end":"2026-07-28T08:49:15.181426Z","steps":["trace[1649424224] 'agreement among raft nodes before linearized reading' (duration: 130.203415ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:15.290425Z","caller":"traceutil/trace.go:171","msg":"trace[1975570509] transaction","detail":"{read_only:false; response_revision:20692; number_of_response:1; }","duration":"110.771926ms","start":"2026-07-28T08:49:15.179606Z","end":"2026-07-28T08:49:15.290378Z","steps":["trace[1975570509] 'process raft request' (duration: 97.636583ms)","trace[1975570509] 'compare' (duration: 12.846704ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:49:15.290537Z","caller":"traceutil/trace.go:171","msg":"trace[603730419] linearizableReadLoop","detail":"{readStateIndex:21329; appliedIndex:21328; }","duration":"109.364783ms","start":"2026-07-28T08:49:15.181127Z","end":"2026-07-28T08:49:15.290491Z","steps":["trace[603730419] 'read index received' (duration: 96.093137ms)","trace[603730419] 'applied index is now lower than readState.Index' (duration: 13.265786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T08:49:15.290791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.039412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T08:49:15.290913Z","caller":"traceutil/trace.go:171","msg":"trace[102983289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20692; }","duration":"116.223518ms","start":"2026-07-28T08:49:15.174663Z","end":"2026-07-28T08:49:15.290886Z","steps":["trace[102983289] 'agreement among raft nodes before linearized reading' (duration: 115.889279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:15.291012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.676022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gh8gp\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T08:49:15.2911Z","caller":"traceutil/trace.go:171","msg":"trace[1010179284] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"105.640022ms","start":"2026-07-28T08:49:15.185444Z","end":"2026-07-28T08:49:15.291084Z","steps":["trace[1010179284] 'process raft request' (duration: 105.22899ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:15.291152Z","caller":"traceutil/trace.go:171","msg":"trace[72223841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gh8gp; range_end:; response_count:1; response_revision:20692; }","duration":"172.899638ms","start":"2026-07-28T08:49:15.118221Z","end":"2026-07-28T08:49:15.291121Z","steps":["trace[72223841] 'agreement among raft nodes before linearized reading' (duration: 172.426454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:27.029792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173594242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:49:27.530709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173594242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:49:28.031749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173594242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:49:28.82653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173594242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:49:29.570599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173594242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:49:30.070876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173594242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:49:30.093156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956658982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T08:49:30.093214Z","caller":"traceutil/trace.go:171","msg":"trace[868981055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.956767355s","start":"2026-07-28T08:49:27.136431Z","end":"2026-07-28T08:49:30.093199Z","steps":["trace[868981055] 'agreement among raft nodes before linearized reading' (duration: 2.956694823s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:30.093241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.136386Z","time spent":"2.956849607s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T08:49:31.844168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:26.820318Z","time spent":"5.023843675s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T08:49:31.844041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:26.797589Z","time spent":"5.04644429s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 08:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T08:49:31.844468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412043173594242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T08:49:31.880564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:26.88212Z","time spent":"4.998437306s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T08:49:31.883546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.498581367s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T08:49:31.973371Z","caller":"traceutil/trace.go:171","msg":"trace[934888777] transaction","detail":"{read_only:false; response_revision:20767; number_of_response:1; }","duration":"129.004157ms","start":"2026-07-28T08:49:31.844348Z","end":"2026-07-28T08:49:31.973352Z","steps":["trace[934888777] 'process raft request' (duration: 128.949335ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:31.973529Z","caller":"traceutil/trace.go:171","msg":"trace[1092117842] transaction","detail":"{read_only:false; response_revision:20765; number_of_response:1; }","duration":"4.936514469s","start":"2026-07-28T08:49:27.037007Z","end":"2026-07-28T08:49:31.973521Z","steps":["trace[1092117842] 'process raft request' (duration: 4.93623478s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.973605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.036986Z","time spent":"4.936556429s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:49:31.973682Z","caller":"traceutil/trace.go:171","msg":"trace[1974638129] transaction","detail":"{read_only:false; response_revision:20766; number_of_response:1; }","duration":"129.43619ms","start":"2026-07-28T08:49:31.844237Z","end":"2026-07-28T08:49:31.973673Z","steps":["trace[1974638129] 'process raft request' (duration: 129.038028ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:31.97758Z","caller":"traceutil/trace.go:171","msg":"trace[490574067] transaction","detail":"{read_only:false; response_revision:20768; number_of_response:1; }","duration":"133.16944ms","start":"2026-07-28T08:49:31.844381Z","end":"2026-07-28T08:49:31.97755Z","steps":["trace[490574067] 'process raft request' (duration: 128.940685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:31.979698Z","caller":"traceutil/trace.go:171","msg":"trace[758783670] linearizableReadLoop","detail":"{readStateIndex:21408; appliedIndex:21400; }","duration":"5.450473621s","start":"2026-07-28T08:49:26.529164Z","end":"2026-07-28T08:49:31.979637Z","steps":["trace[758783670] 'read index received' (duration: 5.355222419s)","trace[758783670] 'applied index is now lower than readState.Index' (duration: 95.250412ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:49:31.980258Z","caller":"traceutil/trace.go:171","msg":"trace[2031719532] transaction","detail":"{read_only:false; response_revision:20769; number_of_response:1; }","duration":"116.965608ms","start":"2026-07-28T08:49:31.863275Z","end":"2026-07-28T08:49:31.980241Z","steps":["trace[2031719532] 'process raft request' (duration: 110.483595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.980698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451471812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T08:49:31.980735Z","caller":"traceutil/trace.go:171","msg":"trace[1569247292] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20769; }","duration":"5.451599756s","start":"2026-07-28T08:49:26.529122Z","end":"2026-07-28T08:49:31.980722Z","steps":["trace[1569247292] 'agreement among raft nodes before linearized reading' (duration: 5.45140308s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.98076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:26.529106Z","time spent":"5.451647417s","remote":"127.0.0.1:34774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T08:49:31.980978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191162225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T08:49:31.981031Z","caller":"traceutil/trace.go:171","msg":"trace[1139444279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20769; }","duration":"5.191223807s","start":"2026-07-28T08:49:26.789782Z","end":"2026-07-28T08:49:31.981005Z","steps":["trace[1139444279] 'agreement among raft nodes before linearized reading' (duration: 5.191127244s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.981058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:26.789768Z","time spent":"5.191281908s","remote":"127.0.0.1:34860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T08:49:31.981288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.1389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T08:49:31.981314Z","caller":"traceutil/trace.go:171","msg":"trace[1921929361] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:20769; }","duration":"137.191431ms","start":"2026-07-28T08:49:31.844116Z","end":"2026-07-28T08:49:31.981307Z","steps":["trace[1921929361] 'agreement among raft nodes before linearized reading' (duration: 137.074717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.981339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.15346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T08:49:31.981392Z","caller":"traceutil/trace.go:171","msg":"trace[708935765] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20769; }","duration":"137.250553ms","start":"2026-07-28T08:49:31.844128Z","end":"2026-07-28T08:49:31.981379Z","steps":["trace[708935765] 'agreement among raft nodes before linearized reading' (duration: 137.059907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.981444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.059377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T08:49:31.981468Z","caller":"traceutil/trace.go:171","msg":"trace[1674559071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20769; }","duration":"138.260972ms","start":"2026-07-28T08:49:31.8432Z","end":"2026-07-28T08:49:31.981461Z","steps":["trace[1674559071] 'agreement among raft nodes before linearized reading' (duration: 138.217261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.981686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154953846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T08:49:31.981724Z","caller":"traceutil/trace.go:171","msg":"trace[543837277] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20769; }","duration":"3.155029718s","start":"2026-07-28T08:49:28.826682Z","end":"2026-07-28T08:49:31.981712Z","steps":["trace[543837277] 'agreement among raft nodes before linearized reading' (duration: 3.154875023s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.984663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:28.82667Z","time spent":"3.157948016s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T08:49:31.982154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.105949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T08:49:31.98485Z","caller":"traceutil/trace.go:171","msg":"trace[1530214962] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20769; }","duration":"138.209812ms","start":"2026-07-28T08:49:31.846617Z","end":"2026-07-28T08:49:31.984827Z","steps":["trace[1530214962] 'agreement among raft nodes before linearized reading' (duration: 135.090899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.982194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.83245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T08:49:31.98503Z","caller":"traceutil/trace.go:171","msg":"trace[1728853763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20769; }","duration":"140.670746ms","start":"2026-07-28T08:49:31.844345Z","end":"2026-07-28T08:49:31.985016Z","steps":["trace[1728853763] 'agreement among raft nodes before linearized reading' (duration: 137.829101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.982595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.246683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-28T08:49:31.985235Z","caller":"traceutil/trace.go:171","msg":"trace[1867571103] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20769; }","duration":"140.909472ms","start":"2026-07-28T08:49:31.844314Z","end":"2026-07-28T08:49:31.985224Z","steps":["trace[1867571103] 'agreement among raft nodes before linearized reading' (duration: 138.238252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.982662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.352586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T08:49:31.985587Z","caller":"traceutil/trace.go:171","msg":"trace[995783416] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20769; }","duration":"141.277953ms","start":"2026-07-28T08:49:31.844297Z","end":"2026-07-28T08:49:31.985575Z","steps":["trace[995783416] 'agreement among raft nodes before linearized reading' (duration: 138.313214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.982714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.459878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T08:49:31.985832Z","caller":"traceutil/trace.go:171","msg":"trace[915836676] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20769; }","duration":"141.574502ms","start":"2026-07-28T08:49:31.844242Z","end":"2026-07-28T08:49:31.985817Z","steps":["trace[915836676] 'agreement among raft nodes before linearized reading' (duration: 138.430398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.982741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.554051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T08:49:31.986045Z","caller":"traceutil/trace.go:171","msg":"trace[1279546885] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20769; }","duration":"141.864562ms","start":"2026-07-28T08:49:31.844172Z","end":"2026-07-28T08:49:31.986037Z","steps":["trace[1279546885] 'agreement among raft nodes before linearized reading' (duration: 138.553302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.982767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.592353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T08:49:31.986239Z","caller":"traceutil/trace.go:171","msg":"trace[852227462] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20769; }","duration":"142.092818ms","start":"2026-07-28T08:49:31.844135Z","end":"2026-07-28T08:49:31.986228Z","steps":["trace[852227462] 'agreement among raft nodes before linearized reading' (duration: 138.615544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.982796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.625874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T08:49:31.988873Z","caller":"traceutil/trace.go:171","msg":"trace[1751222992] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20769; }","duration":"144.699626ms","start":"2026-07-28T08:49:31.844142Z","end":"2026-07-28T08:49:31.988842Z","steps":["trace[1751222992] 'agreement among raft nodes before linearized reading' (duration: 138.637434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.983768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565688375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T08:49:31.989063Z","caller":"traceutil/trace.go:171","msg":"trace[950626031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20769; }","duration":"4.571012184s","start":"2026-07-28T08:49:27.418042Z","end":"2026-07-28T08:49:31.989054Z","steps":["trace[950626031] 'agreement among raft nodes before linearized reading' (duration: 4.565631523s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.989105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.418027Z","time spent":"4.571054915s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T08:49:31.983833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855059334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T08:49:31.98929Z","caller":"traceutil/trace.go:171","msg":"trace[1638206095] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20769; }","duration":"3.860565808s","start":"2026-07-28T08:49:28.128714Z","end":"2026-07-28T08:49:31.989279Z","steps":["trace[1638206095] 'agreement among raft nodes before linearized reading' (duration: 3.855072444s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.989318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:28.128698Z","time spent":"3.860609869s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T08:49:31.983911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538797843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gh8gp\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T08:49:31.989473Z","caller":"traceutil/trace.go:171","msg":"trace[857856931] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gh8gp; range_end:; response_count:1; response_revision:20769; }","duration":"4.544368749s","start":"2026-07-28T08:49:27.445097Z","end":"2026-07-28T08:49:31.989466Z","steps":["trace[857856931] 'agreement among raft nodes before linearized reading' (duration: 4.538749691s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.989501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.445091Z","time spent":"4.544399149s","remote":"127.0.0.1:34860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-gh8gp\" "} {"level":"warn","ts":"2026-07-28T08:49:31.984001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539445852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T08:49:31.989686Z","caller":"traceutil/trace.go:171","msg":"trace[2019175679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20769; }","duration":"4.545136502s","start":"2026-07-28T08:49:27.444543Z","end":"2026-07-28T08:49:31.989679Z","steps":["trace[2019175679] 'agreement among raft nodes before linearized reading' (duration: 4.53938173s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.989714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.44454Z","time spent":"4.545165643s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T08:49:31.984051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539510784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T08:49:31.989873Z","caller":"traceutil/trace.go:171","msg":"trace[1578977315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20769; }","duration":"4.545336388s","start":"2026-07-28T08:49:27.444527Z","end":"2026-07-28T08:49:31.989864Z","steps":["trace[1578977315] 'agreement among raft nodes before linearized reading' (duration: 4.539485584s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.9899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.444524Z","time spent":"4.545365579s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T08:49:31.984092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539579226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T08:49:31.99008Z","caller":"traceutil/trace.go:171","msg":"trace[308584225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20769; }","duration":"4.545579135s","start":"2026-07-28T08:49:27.444494Z","end":"2026-07-28T08:49:31.990073Z","steps":["trace[308584225] 'agreement among raft nodes before linearized reading' (duration: 4.539567376s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.990107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.444487Z","time spent":"4.545612176s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T08:49:31.984133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554880642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T08:49:31.990231Z","caller":"traceutil/trace.go:171","msg":"trace[587022858] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20769; }","duration":"4.560998645s","start":"2026-07-28T08:49:27.429226Z","end":"2026-07-28T08:49:31.990224Z","steps":["trace[587022858] 'agreement among raft nodes before linearized reading' (duration: 4.554875773s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.990254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.429214Z","time spent":"4.561032946s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T08:49:31.984167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949573978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T08:49:31.990402Z","caller":"traceutil/trace.go:171","msg":"trace[80730084] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20769; }","duration":"4.955835805s","start":"2026-07-28T08:49:27.034556Z","end":"2026-07-28T08:49:31.990392Z","steps":["trace[80730084] 'agreement among raft nodes before linearized reading' (duration: 4.949592659s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.990427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.034545Z","time spent":"4.955873036s","remote":"127.0.0.1:34914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T08:49:31.984211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68548849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T08:49:31.990647Z","caller":"traceutil/trace.go:171","msg":"trace[1277915789] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20769; }","duration":"4.691945171s","start":"2026-07-28T08:49:27.298693Z","end":"2026-07-28T08:49:31.990638Z","steps":["trace[1277915789] 'agreement among raft nodes before linearized reading' (duration: 4.685487059s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.990671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.298678Z","time spent":"4.691984933s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T08:49:31.984254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749437507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T08:49:31.990834Z","caller":"traceutil/trace.go:171","msg":"trace[691588721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20769; }","duration":"4.756037924s","start":"2026-07-28T08:49:27.234789Z","end":"2026-07-28T08:49:31.990827Z","steps":["trace[691588721] 'agreement among raft nodes before linearized reading' (duration: 4.749431437s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:31.990859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:49:27.234773Z","time spent":"4.756077944s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T08:49:31.981692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.874415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T08:49:31.991056Z","caller":"traceutil/trace.go:171","msg":"trace[1611602925] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20769; }","duration":"134.280475ms","start":"2026-07-28T08:49:31.856766Z","end":"2026-07-28T08:49:31.991046Z","steps":["trace[1611602925] 'agreement among raft nodes before linearized reading' (duration: 124.897105ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:40.196335Z","caller":"traceutil/trace.go:171","msg":"trace[1321650223] linearizableReadLoop","detail":"{readStateIndex:21483; appliedIndex:21480; }","duration":"127.810233ms","start":"2026-07-28T08:49:40.068473Z","end":"2026-07-28T08:49:40.196283Z","steps":["trace[1321650223] 'read index received' (duration: 65.961938ms)","trace[1321650223] 'applied index is now lower than readState.Index' (duration: 61.847425ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:49:40.196351Z","caller":"traceutil/trace.go:171","msg":"trace[161546200] transaction","detail":"{read_only:false; response_revision:20838; number_of_response:1; }","duration":"136.511202ms","start":"2026-07-28T08:49:40.059811Z","end":"2026-07-28T08:49:40.196322Z","steps":["trace[161546200] 'process raft request' (duration: 136.240424ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:40.196439Z","caller":"traceutil/trace.go:171","msg":"trace[605007173] transaction","detail":"{read_only:false; response_revision:20839; number_of_response:1; }","duration":"129.201085ms","start":"2026-07-28T08:49:40.067194Z","end":"2026-07-28T08:49:40.196395Z","steps":["trace[605007173] 'process raft request' (duration: 129.04522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:40.196687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.046631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T08:49:40.196744Z","caller":"traceutil/trace.go:171","msg":"trace[2062445829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20839; }","duration":"122.190625ms","start":"2026-07-28T08:49:40.074537Z","end":"2026-07-28T08:49:40.196728Z","steps":["trace[2062445829] 'agreement among raft nodes before linearized reading' (duration: 122.007289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:40.196762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.211858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T08:49:40.196794Z","caller":"traceutil/trace.go:171","msg":"trace[532126970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20839; }","duration":"103.29465ms","start":"2026-07-28T08:49:40.093487Z","end":"2026-07-28T08:49:40.196782Z","steps":["trace[532126970] 'agreement among raft nodes before linearized reading' (duration: 103.121545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:40.19701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.804125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T08:49:40.197024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.433985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T08:49:40.197045Z","caller":"traceutil/trace.go:171","msg":"trace[1714452049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20839; }","duration":"114.865397ms","start":"2026-07-28T08:49:40.08217Z","end":"2026-07-28T08:49:40.197035Z","steps":["trace[1714452049] 'agreement among raft nodes before linearized reading' (duration: 114.792335ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:49:40.197057Z","caller":"traceutil/trace.go:171","msg":"trace[556728844] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20839; }","duration":"107.496527ms","start":"2026-07-28T08:49:40.089551Z","end":"2026-07-28T08:49:40.197047Z","steps":["trace[556728844] 'agreement among raft nodes before linearized reading' (duration: 107.400944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:40.197041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.562336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T08:49:40.197448Z","caller":"traceutil/trace.go:171","msg":"trace[1284042045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20839; }","duration":"129.009459ms","start":"2026-07-28T08:49:40.068417Z","end":"2026-07-28T08:49:40.197426Z","steps":["trace[1284042045] 'agreement among raft nodes before linearized reading' (duration: 128.009089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:49:40.197176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.935689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T08:49:40.197646Z","caller":"traceutil/trace.go:171","msg":"trace[35880062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20839; }","duration":"115.425343ms","start":"2026-07-28T08:49:40.082205Z","end":"2026-07-28T08:49:40.19763Z","steps":["trace[35880062] 'agreement among raft nodes before linearized reading' (duration: 114.932079ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:50:18.672301Z","caller":"traceutil/trace.go:171","msg":"trace[48256451] transaction","detail":"{read_only:false; response_revision:21298; number_of_response:1; }","duration":"392.514521ms","start":"2026-07-28T08:50:18.279761Z","end":"2026-07-28T08:50:18.672276Z","steps":["trace[48256451] 'process raft request' (duration: 392.362706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:50:18.672449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:50:18.279736Z","time spent":"392.633664ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:50:18.68867Z","caller":"traceutil/trace.go:171","msg":"trace[224278285] linearizableReadLoop","detail":"{readStateIndex:21960; appliedIndex:21957; }","duration":"226.362934ms","start":"2026-07-28T08:50:18.462268Z","end":"2026-07-28T08:50:18.688631Z","steps":["trace[224278285] 'read index received' (duration: 209.881582ms)","trace[224278285] 'applied index is now lower than readState.Index' (duration: 16.480202ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:50:18.688779Z","caller":"traceutil/trace.go:171","msg":"trace[728306488] transaction","detail":"{read_only:false; response_revision:21300; number_of_response:1; }","duration":"346.56641ms","start":"2026-07-28T08:50:18.342199Z","end":"2026-07-28T08:50:18.688766Z","steps":["trace[728306488] 'process raft request' (duration: 346.378304ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:50:18.688789Z","caller":"traceutil/trace.go:171","msg":"trace[2093166069] transaction","detail":"{read_only:false; response_revision:21299; number_of_response:1; }","duration":"364.98449ms","start":"2026-07-28T08:50:18.323752Z","end":"2026-07-28T08:50:18.688736Z","steps":["trace[2093166069] 'process raft request' (duration: 364.685991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:50:18.688876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:50:18.342164Z","time spent":"346.635342ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T08:50:18.689007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.746855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T08:50:18.689017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T08:50:18.323727Z","time spent":"365.170876ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T08:50:18.689042Z","caller":"traceutil/trace.go:171","msg":"trace[1716485815] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21300; }","duration":"226.818567ms","start":"2026-07-28T08:50:18.462214Z","end":"2026-07-28T08:50:18.689032Z","steps":["trace[1716485815] 'agreement among raft nodes before linearized reading' (duration: 226.763215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:50:18.689035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.84236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T08:50:18.689034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.679646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T08:50:18.689098Z","caller":"traceutil/trace.go:171","msg":"trace[207694049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21300; }","duration":"213.928942ms","start":"2026-07-28T08:50:18.47515Z","end":"2026-07-28T08:50:18.689079Z","steps":["trace[207694049] 'agreement among raft nodes before linearized reading' (duration: 213.788288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:50:18.689077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.761166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T08:50:18.689138Z","caller":"traceutil/trace.go:171","msg":"trace[713271435] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:21300; }","duration":"146.853942ms","start":"2026-07-28T08:50:18.542254Z","end":"2026-07-28T08:50:18.689108Z","steps":["trace[713271435] 'agreement among raft nodes before linearized reading' (duration: 146.656356ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:50:18.689191Z","caller":"traceutil/trace.go:171","msg":"trace[1444079093] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21300; }","duration":"218.922932ms","start":"2026-07-28T08:50:18.470239Z","end":"2026-07-28T08:50:18.689162Z","steps":["trace[1444079093] 'agreement among raft nodes before linearized reading' (duration: 218.611672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:50:18.689218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.224231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T08:50:18.689288Z","caller":"traceutil/trace.go:171","msg":"trace[199609517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21300; }","duration":"214.347666ms","start":"2026-07-28T08:50:18.474923Z","end":"2026-07-28T08:50:18.689271Z","steps":["trace[199609517] 'agreement among raft nodes before linearized reading' (duration: 214.096728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:50:18.689271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.413686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T08:50:18.689364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.172321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T08:50:18.689458Z","caller":"traceutil/trace.go:171","msg":"trace[1192548695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21300; }","duration":"145.326236ms","start":"2026-07-28T08:50:18.544105Z","end":"2026-07-28T08:50:18.689432Z","steps":["trace[1192548695] 'agreement among raft nodes before linearized reading' (duration: 145.009216ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:50:18.689444Z","caller":"traceutil/trace.go:171","msg":"trace[189764474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21300; }","duration":"216.54108ms","start":"2026-07-28T08:50:18.472795Z","end":"2026-07-28T08:50:18.689336Z","steps":["trace[189764474] 'agreement among raft nodes before linearized reading' (duration: 216.253431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:50:18.690033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.907162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T08:50:18.6901Z","caller":"traceutil/trace.go:171","msg":"trace[309703529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21300; }","duration":"215.000545ms","start":"2026-07-28T08:50:18.475082Z","end":"2026-07-28T08:50:18.690083Z","steps":["trace[309703529] 'agreement among raft nodes before linearized reading' (duration: 213.83667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:51:36.828678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.596706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T08:51:36.828777Z","caller":"traceutil/trace.go:171","msg":"trace[1252390684] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22147; }","duration":"128.72909ms","start":"2026-07-28T08:51:36.700024Z","end":"2026-07-28T08:51:36.828753Z","steps":["trace[1252390684] 'range keys from in-memory index tree' (duration: 128.396021ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:53:47.878616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20511} {"level":"info","ts":"2026-07-28T08:53:47.978846Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20511,"took":"95.989704ms","hash":2664455577,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":27156480,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T08:53:47.978953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2664455577,"revision":20511,"compact-revision":18080} {"level":"info","ts":"2026-07-28T08:56:34.092875Z","caller":"traceutil/trace.go:171","msg":"trace[1622571457] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24819; }","duration":"105.604131ms","start":"2026-07-28T08:56:33.987235Z","end":"2026-07-28T08:56:34.092839Z","steps":["trace[1622571457] 'read index received' (duration: 105.321023ms)","trace[1622571457] 'applied index is now lower than readState.Index' (duration: 281.488µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T08:56:34.093295Z","caller":"traceutil/trace.go:171","msg":"trace[2079924270] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"137.263615ms","start":"2026-07-28T08:56:33.956017Z","end":"2026-07-28T08:56:34.093281Z","steps":["trace[2079924270] 'process raft request' (duration: 136.556154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T08:56:34.09358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.327872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-07-28T08:56:34.093628Z","caller":"traceutil/trace.go:171","msg":"trace[857902995] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:24075; }","duration":"106.473217ms","start":"2026-07-28T08:56:33.987141Z","end":"2026-07-28T08:56:34.093615Z","steps":["trace[857902995] 'agreement among raft nodes before linearized reading' (duration: 106.360284ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T08:58:47.884336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22987} {"level":"info","ts":"2026-07-28T08:58:47.976898Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22987,"took":"89.898907ms","hash":2336682734,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":23265280,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-28T08:58:47.976951Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2336682734,"revision":22987,"compact-revision":20511}