{"level":"warn","ts":"2026-07-07T08:17:51.080655Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T08:17:51.080783Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.20:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.20:2380","--initial-cluster=instance=https://199.19.213.20:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.20:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.20:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-07T08:17:51.080877Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T08:17:51.080888Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.20:2380"]} {"level":"info","ts":"2026-07-07T08:17:51.08091Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T08:17:51.081888Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.20:2379"]} {"level":"info","ts":"2026-07-07T08:17:51.081994Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.20:2380"],"listen-peer-urls":["https://199.19.213.20:2380"],"advertise-client-urls":["https://199.19.213.20:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.20:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.20:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-07T08:17:51.085723Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.27397ms"} {"level":"info","ts":"2026-07-07T08:17:51.093107Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"185293d8d40ffce0","cluster-id":"cc857afa6e1fa648"} {"level":"info","ts":"2026-07-07T08:17:51.093252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 switched to configuration voters=()"} {"level":"info","ts":"2026-07-07T08:17:51.09351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became follower at term 0"} {"level":"info","ts":"2026-07-07T08:17:51.09379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 185293d8d40ffce0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-07T08:17:51.093829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became follower at term 1"} {"level":"info","ts":"2026-07-07T08:17:51.093903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 switched to configuration voters=(1752625764480580832)"} {"level":"warn","ts":"2026-07-07T08:17:51.100677Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-07T08:17:51.101962Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-07T08:17:51.102928Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-07T08:17:51.104894Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"185293d8d40ffce0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-07T08:17:51.105587Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"185293d8d40ffce0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-07T08:17:51.105798Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T08:17:51.107928Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T08:17:51.108448Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T08:17:51.108408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 switched to configuration voters=(1752625764480580832)"} {"level":"info","ts":"2026-07-07T08:17:51.108698Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cc857afa6e1fa648","local-member-id":"185293d8d40ffce0","added-peer-id":"185293d8d40ffce0","added-peer-peer-urls":["https://199.19.213.20:2380"]} {"level":"info","ts":"2026-07-07T08:17:51.111234Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T08:17:51.111375Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.20:2380"} {"level":"info","ts":"2026-07-07T08:17:51.111434Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.20:2380"} {"level":"info","ts":"2026-07-07T08:17:51.111634Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"185293d8d40ffce0","initial-advertise-peer-urls":["https://199.19.213.20:2380"],"listen-peer-urls":["https://199.19.213.20:2380"],"advertise-client-urls":["https://199.19.213.20:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.20:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-07T08:17:51.111706Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-07T08:17:52.094738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 is starting a new election at term 1"} {"level":"info","ts":"2026-07-07T08:17:52.094808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-07T08:17:52.094842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 received MsgPreVoteResp from 185293d8d40ffce0 at term 1"} {"level":"info","ts":"2026-07-07T08:17:52.094859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became candidate at term 2"} {"level":"info","ts":"2026-07-07T08:17:52.094874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 received MsgVoteResp from 185293d8d40ffce0 at term 2"} {"level":"info","ts":"2026-07-07T08:17:52.094886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became leader at term 2"} {"level":"info","ts":"2026-07-07T08:17:52.094906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 185293d8d40ffce0 elected leader 185293d8d40ffce0 at term 2"} {"level":"info","ts":"2026-07-07T08:17:52.095844Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T08:17:52.095869Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T08:17:52.095868Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T08:17:52.095847Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"185293d8d40ffce0","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.20:2379]}","request-path":"/0/members/185293d8d40ffce0/attributes","cluster-id":"cc857afa6e1fa648","publish-timeout":"7s"} {"level":"info","ts":"2026-07-07T08:17:52.096067Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-07T08:17:52.096095Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-07T08:17:52.096865Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cc857afa6e1fa648","local-member-id":"185293d8d40ffce0","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T08:17:52.097058Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T08:17:52.097112Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T08:17:52.098532Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-07T08:17:52.099103Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.20:2379"} {"level":"info","ts":"2026-07-07T08:18:17.170023Z","caller":"traceutil/trace.go:171","msg":"trace[623017279] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"132.750413ms","start":"2026-07-07T08:18:17.037251Z","end":"2026-07-07T08:18:17.170001Z","steps":["trace[623017279] 'process raft request' (duration: 132.598241ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:18:22.616638Z","caller":"traceutil/trace.go:171","msg":"trace[1019876576] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"105.786614ms","start":"2026-07-07T08:18:22.510817Z","end":"2026-07-07T08:18:22.616604Z","steps":["trace[1019876576] 'process raft request' (duration: 105.515931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:18:38.032251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.931975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:18:38.0325Z","caller":"traceutil/trace.go:171","msg":"trace[1017996586] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"209.205445ms","start":"2026-07-07T08:18:37.823276Z","end":"2026-07-07T08:18:38.032481Z","steps":["trace[1017996586] 'read index received' (duration: 38.081899ms)","trace[1017996586] 'applied index is now lower than readState.Index' (duration: 171.121416ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:18:38.032764Z","caller":"traceutil/trace.go:171","msg":"trace[2057680780] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"214.19124ms","start":"2026-07-07T08:18:37.818545Z","end":"2026-07-07T08:18:38.032736Z","steps":["trace[2057680780] 'process raft request' (duration: 213.867586ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:18:38.032744Z","caller":"traceutil/trace.go:171","msg":"trace[591410700] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"250.527454ms","start":"2026-07-07T08:18:37.782184Z","end":"2026-07-07T08:18:38.032712Z","steps":["trace[591410700] 'process raft request' (duration: 79.202247ms)","trace[591410700] 'compare' (duration: 169.832564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:18:38.032952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.67159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T08:18:38.033061Z","caller":"traceutil/trace.go:171","msg":"trace[568455332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"209.79015ms","start":"2026-07-07T08:18:37.823212Z","end":"2026-07-07T08:18:38.033003Z","steps":["trace[568455332] 'agreement among raft nodes before linearized reading' (duration: 209.374286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:18:38.573662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.960715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-75frs\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-07-07T08:18:38.573688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.275211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:18:38.573793Z","caller":"traceutil/trace.go:171","msg":"trace[416905307] range","detail":"{range_begin:/registry/pods/kube-system/cilium-75frs; range_end:; response_count:1; response_revision:637; }","duration":"175.100926ms","start":"2026-07-07T08:18:38.398659Z","end":"2026-07-07T08:18:38.573759Z","steps":["trace[416905307] 'range keys from in-memory index tree' (duration: 174.754554ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:18:38.573802Z","caller":"traceutil/trace.go:171","msg":"trace[452654333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"190.485303ms","start":"2026-07-07T08:18:38.383299Z","end":"2026-07-07T08:18:38.573784Z","steps":["trace[452654333] 'range keys from in-memory index tree' (duration: 190.102779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:18:38.573873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.487495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-07T08:18:38.573968Z","caller":"traceutil/trace.go:171","msg":"trace[1628809772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"322.630567ms","start":"2026-07-07T08:18:38.251311Z","end":"2026-07-07T08:18:38.573941Z","steps":["trace[1628809772] 'range keys from in-memory index tree' (duration: 322.079542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:18:38.574014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:18:38.251296Z","time spent":"322.708687ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T08:19:29.980856Z","caller":"traceutil/trace.go:171","msg":"trace[1917388526] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"161.496429ms","start":"2026-07-07T08:19:29.819311Z","end":"2026-07-07T08:19:29.980807Z","steps":["trace[1917388526] 'process raft request' (duration: 161.040915ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:20:22.502381Z","caller":"traceutil/trace.go:171","msg":"trace[1667930571] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"207.172598ms","start":"2026-07-07T08:20:22.295179Z","end":"2026-07-07T08:20:22.502351Z","steps":["trace[1667930571] 'read index received' (duration: 206.943734ms)","trace[1667930571] 'applied index is now lower than readState.Index' (duration: 227.764µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:20:22.502436Z","caller":"traceutil/trace.go:171","msg":"trace[904225673] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"314.049728ms","start":"2026-07-07T08:20:22.188362Z","end":"2026-07-07T08:20:22.502411Z","steps":["trace[904225673] 'process raft request' (duration: 313.815752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:20:22.50266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.468356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T08:20:22.502778Z","caller":"traceutil/trace.go:171","msg":"trace[1581738523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"207.613458ms","start":"2026-07-07T08:20:22.295121Z","end":"2026-07-07T08:20:22.502734Z","steps":["trace[1581738523] 'agreement among raft nodes before linearized reading' (duration: 207.366333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:20:22.502789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.071045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:20:22.502921Z","caller":"traceutil/trace.go:171","msg":"trace[1690876899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"120.251978ms","start":"2026-07-07T08:20:22.382649Z","end":"2026-07-07T08:20:22.502901Z","steps":["trace[1690876899] 'agreement among raft nodes before linearized reading' (duration: 120.057094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:20:22.502935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:20:22.188332Z","time spent":"314.340773ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:20:34.935134Z","caller":"traceutil/trace.go:171","msg":"trace[1692290264] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"227.119124ms","start":"2026-07-07T08:20:34.707991Z","end":"2026-07-07T08:20:34.93511Z","steps":["trace[1692290264] 'process raft request' (duration: 184.558387ms)","trace[1692290264] 'compare' (duration: 42.393854ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:20:34.935167Z","caller":"traceutil/trace.go:171","msg":"trace[1594154899] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"148.824391ms","start":"2026-07-07T08:20:34.786323Z","end":"2026-07-07T08:20:34.935147Z","steps":["trace[1594154899] 'process raft request' (duration: 148.77122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:20:34.935404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.775033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:20:34.935242Z","caller":"traceutil/trace.go:171","msg":"trace[1226522791] linearizableReadLoop","detail":"{readStateIndex:2110; appliedIndex:2109; }","duration":"221.61034ms","start":"2026-07-07T08:20:34.713606Z","end":"2026-07-07T08:20:34.935216Z","steps":["trace[1226522791] 'read index received' (duration: 178.957751ms)","trace[1226522791] 'applied index is now lower than readState.Index' (duration: 42.650319ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:20:34.935496Z","caller":"traceutil/trace.go:171","msg":"trace[436561682] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2031; }","duration":"221.922376ms","start":"2026-07-07T08:20:34.713565Z","end":"2026-07-07T08:20:34.935488Z","steps":["trace[436561682] 'agreement among raft nodes before linearized reading' (duration: 221.779723ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:21:01.328487Z","caller":"traceutil/trace.go:171","msg":"trace[1460667328] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"153.761057ms","start":"2026-07-07T08:21:01.174697Z","end":"2026-07-07T08:21:01.328458Z","steps":["trace[1460667328] 'process raft request' (duration: 122.588805ms)","trace[1460667328] 'compare' (duration: 30.864436ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:21:01.514416Z","caller":"traceutil/trace.go:171","msg":"trace[1567785695] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"134.022405ms","start":"2026-07-07T08:21:01.380369Z","end":"2026-07-07T08:21:01.514391Z","steps":["trace[1567785695] 'process raft request' (duration: 127.335972ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:21:01.549958Z","caller":"traceutil/trace.go:171","msg":"trace[281372186] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"106.387022ms","start":"2026-07-07T08:21:01.44352Z","end":"2026-07-07T08:21:01.549907Z","steps":["trace[281372186] 'process raft request' (duration: 106.100228ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:21:01.550327Z","caller":"traceutil/trace.go:171","msg":"trace[1225482364] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"104.996729ms","start":"2026-07-07T08:21:01.44531Z","end":"2026-07-07T08:21:01.550307Z","steps":["trace[1225482364] 'process raft request' (duration: 104.507831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:21:01.721701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.864803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:21:01.721781Z","caller":"traceutil/trace.go:171","msg":"trace[328712199] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2187; }","duration":"103.003536ms","start":"2026-07-07T08:21:01.618758Z","end":"2026-07-07T08:21:01.721761Z","steps":["trace[328712199] 'count revisions from in-memory index tree' (duration: 102.779452ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:21:01.87379Z","caller":"traceutil/trace.go:171","msg":"trace[464209255] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"114.075231ms","start":"2026-07-07T08:21:01.759693Z","end":"2026-07-07T08:21:01.873768Z","steps":["trace[464209255] 'process raft request' (duration: 113.907088ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:21:02.8689Z","caller":"traceutil/trace.go:171","msg":"trace[377298167] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"123.646054ms","start":"2026-07-07T08:21:02.74523Z","end":"2026-07-07T08:21:02.868876Z","steps":["trace[377298167] 'process raft request' (duration: 123.45942ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:22:26.006539Z","caller":"traceutil/trace.go:171","msg":"trace[1743745067] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"174.142087ms","start":"2026-07-07T08:22:25.832372Z","end":"2026-07-07T08:22:26.006514Z","steps":["trace[1743745067] 'process raft request' (duration: 173.988865ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:22:26.04634Z","caller":"traceutil/trace.go:171","msg":"trace[1359906632] linearizableReadLoop","detail":"{readStateIndex:2858; appliedIndex:2856; }","duration":"131.167617ms","start":"2026-07-07T08:22:25.915141Z","end":"2026-07-07T08:22:26.046309Z","steps":["trace[1359906632] 'read index received' (duration: 91.268062ms)","trace[1359906632] 'applied index is now lower than readState.Index' (duration: 39.898275ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:22:26.046488Z","caller":"traceutil/trace.go:171","msg":"trace[1852463729] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"207.728596ms","start":"2026-07-07T08:22:25.838742Z","end":"2026-07-07T08:22:26.046471Z","steps":["trace[1852463729] 'process raft request' (duration: 207.360471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:22:26.046843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.682584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T08:22:26.046931Z","caller":"traceutil/trace.go:171","msg":"trace[117808973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2752; }","duration":"131.803385ms","start":"2026-07-07T08:22:25.915107Z","end":"2026-07-07T08:22:26.04691Z","steps":["trace[117808973] 'agreement among raft nodes before linearized reading' (duration: 131.643843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:22:26.533019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.039878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:22:26.533295Z","caller":"traceutil/trace.go:171","msg":"trace[1416270960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2755; }","duration":"151.806778ms","start":"2026-07-07T08:22:26.381444Z","end":"2026-07-07T08:22:26.53325Z","steps":["trace[1416270960] 'range keys from in-memory index tree' (duration: 150.933416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:14.977683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905726457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:15.478211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905726457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:15.979263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905726457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:16.479814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905726457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:16.98032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905726457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:17.383224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:17.3833Z","caller":"traceutil/trace.go:171","msg":"trace[1600934622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999954319s","start":"2026-07-07T08:26:15.383326Z","end":"2026-07-07T08:26:17.38328Z","steps":["trace[1600934622] 'agreement among raft nodes before linearized reading' (duration: 1.999861347s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:17.383336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.383301Z","time spent":"2.000026851s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T08:26:17.48148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905726457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:17.9819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905726457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:18.481855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.04744072s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T08:26:18.482959Z","caller":"traceutil/trace.go:171","msg":"trace[1350941874] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"4.048589176s","start":"2026-07-07T08:26:14.434343Z","end":"2026-07-07T08:26:18.482932Z","steps":["trace[1350941874] 'process raft request' (duration: 4.047757278s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.483171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.434332Z","time spent":"4.048682539s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:18.489693Z","caller":"traceutil/trace.go:171","msg":"trace[270987086] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4749; }","duration":"4.012027036s","start":"2026-07-07T08:26:14.477628Z","end":"2026-07-07T08:26:18.489655Z","steps":["trace[270987086] 'read index received' (duration: 4.004448094s)","trace[270987086] 'applied index is now lower than readState.Index' (duration: 7.577032ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:18.489714Z","caller":"traceutil/trace.go:171","msg":"trace[392587030] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"3.38974845s","start":"2026-07-07T08:26:15.099944Z","end":"2026-07-07T08:26:18.489693Z","steps":["trace[392587030] 'process raft request' (duration: 3.389562566s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:18.48981Z","caller":"traceutil/trace.go:171","msg":"trace[1130394003] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"2.517454281s","start":"2026-07-07T08:26:15.972345Z","end":"2026-07-07T08:26:18.489799Z","steps":["trace[1130394003] 'process raft request' (duration: 2.517188785s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:18.489819Z","caller":"traceutil/trace.go:171","msg":"trace[761103410] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"3.724103333s","start":"2026-07-07T08:26:14.765677Z","end":"2026-07-07T08:26:18.489781Z","steps":["trace[761103410] 'process raft request' (duration: 3.723700304s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.48991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.972323Z","time spent":"2.517513142s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:18.489889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.099929Z","time spent":"3.389861292s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:18.490054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.765655Z","time spent":"3.724302608s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:18.490108Z","caller":"traceutil/trace.go:171","msg":"trace[31820091] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"1.027555788s","start":"2026-07-07T08:26:17.462526Z","end":"2026-07-07T08:26:18.490082Z","steps":["trace[31820091] 'process raft request' (duration: 1.027067877s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:18.490137Z","caller":"traceutil/trace.go:171","msg":"trace[1435946317] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"3.689052829s","start":"2026-07-07T08:26:14.800994Z","end":"2026-07-07T08:26:18.490047Z","steps":["trace[1435946317] 'process raft request' (duration: 3.688486386s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.490209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:17.462504Z","time spent":"1.02767141s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:18.490235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012589528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T08:26:18.490289Z","caller":"traceutil/trace.go:171","msg":"trace[1811215733] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"1.10350252s","start":"2026-07-07T08:26:17.386779Z","end":"2026-07-07T08:26:18.490282Z","steps":["trace[1811215733] 'process raft request' (duration: 1.102779224s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:18.490306Z","caller":"traceutil/trace.go:171","msg":"trace[1418285217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4581; }","duration":"4.012697031s","start":"2026-07-07T08:26:14.477588Z","end":"2026-07-07T08:26:18.490285Z","steps":["trace[1418285217] 'agreement among raft nodes before linearized reading' (duration: 4.012465046s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.490331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:17.386753Z","time spent":"1.103555311s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T08:26:18.490342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.524813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T08:26:18.490384Z","caller":"traceutil/trace.go:171","msg":"trace[26388687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4581; }","duration":"610.625805ms","start":"2026-07-07T08:26:17.87975Z","end":"2026-07-07T08:26:18.490376Z","steps":["trace[26388687] 'agreement among raft nodes before linearized reading' (duration: 610.481072ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:18.49039Z","caller":"traceutil/trace.go:171","msg":"trace[736048405] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"471.648266ms","start":"2026-07-07T08:26:18.018733Z","end":"2026-07-07T08:26:18.490382Z","steps":["trace[736048405] 'process raft request' (duration: 470.895779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.490304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.800975Z","time spent":"3.689248403s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:18.490218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.306254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:18.492617Z","caller":"traceutil/trace.go:171","msg":"trace[522082504] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4581; }","duration":"345.718319ms","start":"2026-07-07T08:26:18.14686Z","end":"2026-07-07T08:26:18.492579Z","steps":["trace[522082504] 'agreement among raft nodes before linearized reading' (duration: 343.335665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.490352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.477547Z","time spent":"4.012797042s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T08:26:18.492658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:18.146837Z","time spent":"345.809261ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":5,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:18.490411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:17.879724Z","time spent":"610.681868ms","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101127728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:18.492906Z","caller":"traceutil/trace.go:171","msg":"trace[335615692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4581; }","duration":"1.103515591s","start":"2026-07-07T08:26:17.389369Z","end":"2026-07-07T08:26:18.492885Z","steps":["trace[335615692] 'agreement among raft nodes before linearized reading' (duration: 1.101057105s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.49296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:17.389344Z","time spent":"1.103601433s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:18.018701Z","time spent":"471.709318ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:18.490536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238304957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:18.4931Z","caller":"traceutil/trace.go:171","msg":"trace[556506968] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4581; }","duration":"1.240904355s","start":"2026-07-07T08:26:17.252187Z","end":"2026-07-07T08:26:18.493092Z","steps":["trace[556506968] 'agreement among raft nodes before linearized reading' (duration: 1.238329677s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.493133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:17.252168Z","time spent":"1.240956097s","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:18.490594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340955842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T08:26:18.493211Z","caller":"traceutil/trace.go:171","msg":"trace[926546350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4581; }","duration":"3.343595051s","start":"2026-07-07T08:26:15.149607Z","end":"2026-07-07T08:26:18.493202Z","steps":["trace[926546350] 'agreement among raft nodes before linearized reading' (duration: 3.340937182s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.493242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.149594Z","time spent":"3.343638063s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34350695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T08:26:18.493302Z","caller":"traceutil/trace.go:171","msg":"trace[1966201388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4581; }","duration":"3.346216122s","start":"2026-07-07T08:26:15.147077Z","end":"2026-07-07T08:26:18.493294Z","steps":["trace[1966201388] 'agreement among raft nodes before linearized reading' (duration: 3.3434719s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.493351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.147063Z","time spent":"3.346279954s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045437579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:18.493469Z","caller":"traceutil/trace.go:171","msg":"trace[756438878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4581; }","duration":"2.048323994s","start":"2026-07-07T08:26:16.445135Z","end":"2026-07-07T08:26:18.493459Z","steps":["trace[756438878] 'agreement among raft nodes before linearized reading' (duration: 2.045473629s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.493495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:16.445114Z","time spent":"2.048374076s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:18.490654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337020982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:18.493598Z","caller":"traceutil/trace.go:171","msg":"trace[1533947215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4581; }","duration":"3.339963329s","start":"2026-07-07T08:26:15.153626Z","end":"2026-07-07T08:26:18.49359Z","steps":["trace[1533947215] 'agreement among raft nodes before linearized reading' (duration: 3.337011712s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.49362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.153617Z","time spent":"3.33999556s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:18.490672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745991757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18bff477befbeb59\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-07T08:26:18.493746Z","caller":"traceutil/trace.go:171","msg":"trace[368069118] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18bff477befbeb59; range_end:; response_count:1; response_revision:4581; }","duration":"3.749101537s","start":"2026-07-07T08:26:14.744635Z","end":"2026-07-07T08:26:18.493737Z","steps":["trace[368069118] 'agreement among raft nodes before linearized reading' (duration: 3.745993877s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.493772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.744616Z","time spent":"3.749149499s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1202,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18bff477befbeb59\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851226433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T08:26:18.493889Z","caller":"traceutil/trace.go:171","msg":"trace[170401090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4581; }","duration":"3.854447506s","start":"2026-07-07T08:26:14.639436Z","end":"2026-07-07T08:26:18.493884Z","steps":["trace[170401090] 'agreement among raft nodes before linearized reading' (duration: 3.851234103s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.493913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.639417Z","time spent":"3.854490717s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891884257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b846d47a-e53b-4315-bf7a-b8deea384509\" ","response":"range_response_count:1 size:3879"} {"level":"info","ts":"2026-07-07T08:26:18.494028Z","caller":"traceutil/trace.go:171","msg":"trace[450516232] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b846d47a-e53b-4315-bf7a-b8deea384509; range_end:; response_count:1; response_revision:4581; }","duration":"3.895223973s","start":"2026-07-07T08:26:14.598797Z","end":"2026-07-07T08:26:18.494021Z","steps":["trace[450516232] 'agreement among raft nodes before linearized reading' (duration: 3.891887257s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.494053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.598775Z","time spent":"3.895272474s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3902,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b846d47a-e53b-4315-bf7a-b8deea384509\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208285032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb0b7ab-10cb-4ada-8258-95de0e94ac94\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-07-07T08:26:18.49419Z","caller":"traceutil/trace.go:171","msg":"trace[266538228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5eb0b7ab-10cb-4ada-8258-95de0e94ac94; range_end:; response_count:1; response_revision:4581; }","duration":"3.211785681s","start":"2026-07-07T08:26:15.282397Z","end":"2026-07-07T08:26:18.494183Z","steps":["trace[266538228] 'agreement among raft nodes before linearized reading' (duration: 3.208225041s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.494213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.282379Z","time spent":"3.211826983s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb0b7ab-10cb-4ada-8258-95de0e94ac94\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848163953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b846d47a-e53b-4315-bf7a-b8deea384509\" ","response":"range_response_count:1 size:3879"} {"level":"info","ts":"2026-07-07T08:26:18.494334Z","caller":"traceutil/trace.go:171","msg":"trace[1210346350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b846d47a-e53b-4315-bf7a-b8deea384509; range_end:; response_count:1; response_revision:4581; }","duration":"3.851769055s","start":"2026-07-07T08:26:14.642559Z","end":"2026-07-07T08:26:18.494328Z","steps":["trace[1210346350] 'agreement among raft nodes before linearized reading' (duration: 3.848154513s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.494357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.642538Z","time spent":"3.851811215s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3902,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b846d47a-e53b-4315-bf7a-b8deea384509\" "} {"level":"warn","ts":"2026-07-07T08:26:18.490167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919895289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:18.49465Z","caller":"traceutil/trace.go:171","msg":"trace[992302481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4581; }","duration":"3.924364321s","start":"2026-07-07T08:26:14.570257Z","end":"2026-07-07T08:26:18.494622Z","steps":["trace[992302481] 'agreement among raft nodes before linearized reading' (duration: 3.919875499s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.494743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:14.570242Z","time spent":"3.924470154s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:18.490795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160104577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.20\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-07T08:26:18.494841Z","caller":"traceutil/trace.go:171","msg":"trace[1130186693] range","detail":"{range_begin:/registry/masterleases/199.19.213.20; range_end:; response_count:1; response_revision:4581; }","duration":"3.164153399s","start":"2026-07-07T08:26:15.330639Z","end":"2026-07-07T08:26:18.494793Z","steps":["trace[1130186693] 'agreement among raft nodes before linearized reading' (duration: 3.160117418s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:18.494888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:15.33061Z","time spent":"3.164265692s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.20\" "} {"level":"info","ts":"2026-07-07T08:26:21.916855Z","caller":"traceutil/trace.go:171","msg":"trace[1107073169] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"104.77695ms","start":"2026-07-07T08:26:21.812051Z","end":"2026-07-07T08:26:21.916828Z","steps":["trace[1107073169] 'process raft request' (duration: 26.107771ms)","trace[1107073169] 'compare' (duration: 74.656438ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:21.917102Z","caller":"traceutil/trace.go:171","msg":"trace[757803104] linearizableReadLoop","detail":"{readStateIndex:4836; appliedIndex:4835; }","duration":"100.481262ms","start":"2026-07-07T08:26:21.816612Z","end":"2026-07-07T08:26:21.917094Z","steps":["trace[757803104] 'read index received' (duration: 21.555658ms)","trace[757803104] 'applied index is now lower than readState.Index' (duration: 78.924754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:21.917382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.752038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-07T08:26:21.91744Z","caller":"traceutil/trace.go:171","msg":"trace[2069645755] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4655; }","duration":"100.839951ms","start":"2026-07-07T08:26:21.816591Z","end":"2026-07-07T08:26:21.917431Z","steps":["trace[2069645755] 'agreement among raft nodes before linearized reading' (duration: 100.559065ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.079643Z","caller":"traceutil/trace.go:171","msg":"trace[1936860792] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"107.325904ms","start":"2026-07-07T08:26:21.972296Z","end":"2026-07-07T08:26:22.079622Z","steps":["trace[1936860792] 'process raft request' (duration: 107.190121ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.141118Z","caller":"traceutil/trace.go:171","msg":"trace[70338095] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4838; }","duration":"166.079161ms","start":"2026-07-07T08:26:21.975023Z","end":"2026-07-07T08:26:22.141102Z","steps":["trace[70338095] 'read index received' (duration: 104.520431ms)","trace[70338095] 'applied index is now lower than readState.Index' (duration: 61.55809ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:22.141135Z","caller":"traceutil/trace.go:171","msg":"trace[192908743] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"168.388132ms","start":"2026-07-07T08:26:21.972695Z","end":"2026-07-07T08:26:22.141083Z","steps":["trace[192908743] 'process raft request' (duration: 168.245339ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.141141Z","caller":"traceutil/trace.go:171","msg":"trace[1139915041] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"168.445013ms","start":"2026-07-07T08:26:21.972667Z","end":"2026-07-07T08:26:22.141112Z","steps":["trace[1139915041] 'process raft request' (duration: 168.153346ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.14119Z","caller":"traceutil/trace.go:171","msg":"trace[1168471712] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"165.005056ms","start":"2026-07-07T08:26:21.97618Z","end":"2026-07-07T08:26:22.141185Z","steps":["trace[1168471712] 'process raft request' (duration: 164.823981ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.141143Z","caller":"traceutil/trace.go:171","msg":"trace[503837655] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"164.914304ms","start":"2026-07-07T08:26:21.976214Z","end":"2026-07-07T08:26:22.141129Z","steps":["trace[503837655] 'process raft request' (duration: 164.817862ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.141172Z","caller":"traceutil/trace.go:171","msg":"trace[944018630] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"168.380172ms","start":"2026-07-07T08:26:21.972787Z","end":"2026-07-07T08:26:22.141167Z","steps":["trace[944018630] 'process raft request' (duration: 168.186628ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.141325Z","caller":"traceutil/trace.go:171","msg":"trace[1978450266] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"157.032955ms","start":"2026-07-07T08:26:21.984286Z","end":"2026-07-07T08:26:22.141319Z","steps":["trace[1978450266] 'process raft request' (duration: 156.7699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:22.141517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.477809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-07T08:26:22.141543Z","caller":"traceutil/trace.go:171","msg":"trace[394584265] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4663; }","duration":"166.545761ms","start":"2026-07-07T08:26:21.974987Z","end":"2026-07-07T08:26:22.141533Z","steps":["trace[394584265] 'agreement among raft nodes before linearized reading' (duration: 166.458439ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:22.460186Z","caller":"traceutil/trace.go:171","msg":"trace[730860358] linearizableReadLoop","detail":"{readStateIndex:4857; appliedIndex:4856; }","duration":"102.866642ms","start":"2026-07-07T08:26:22.357294Z","end":"2026-07-07T08:26:22.46016Z","steps":["trace[730860358] 'read index received' (duration: 102.631005ms)","trace[730860358] 'applied index is now lower than readState.Index' (duration: 234.767µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:22.460295Z","caller":"traceutil/trace.go:171","msg":"trace[1812821736] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"105.058171ms","start":"2026-07-07T08:26:22.355226Z","end":"2026-07-07T08:26:22.460285Z","steps":["trace[1812821736] 'process raft request' (duration: 104.761535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:22.460551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.429622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-07T08:26:22.460609Z","caller":"traceutil/trace.go:171","msg":"trace[1056549587] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4673; }","duration":"102.498463ms","start":"2026-07-07T08:26:22.358096Z","end":"2026-07-07T08:26:22.460594Z","steps":["trace[1056549587] 'agreement among raft nodes before linearized reading' (duration: 102.33167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:22.460937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.616648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-07T08:26:22.461013Z","caller":"traceutil/trace.go:171","msg":"trace[1186634623] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4673; }","duration":"103.731821ms","start":"2026-07-07T08:26:22.357261Z","end":"2026-07-07T08:26:22.460993Z","steps":["trace[1186634623] 'agreement among raft nodes before linearized reading' (duration: 103.459275ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:27.850465Z","caller":"traceutil/trace.go:171","msg":"trace[1131037031] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"138.116585ms","start":"2026-07-07T08:26:27.712325Z","end":"2026-07-07T08:26:27.850441Z","steps":["trace[1131037031] 'process raft request' (duration: 137.969632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:29.918243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.277044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18bff47ade461374\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-07-07T08:26:29.918311Z","caller":"traceutil/trace.go:171","msg":"trace[652513215] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18bff47ade461374; range_end:; response_count:1; response_revision:4792; }","duration":"173.389277ms","start":"2026-07-07T08:26:29.744909Z","end":"2026-07-07T08:26:29.918298Z","steps":["trace[652513215] 'range keys from in-memory index tree' (duration: 173.171302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:29.918261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.609387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-07T08:26:29.918422Z","caller":"traceutil/trace.go:171","msg":"trace[1615407389] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4792; }","duration":"131.791061ms","start":"2026-07-07T08:26:29.786595Z","end":"2026-07-07T08:26:29.918386Z","steps":["trace[1615407389] 'range keys from in-memory index tree' (duration: 131.439734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:29.918425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.346473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5d756cd588-x75tk.18bff47b7f6e8005\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-07T08:26:29.918472Z","caller":"traceutil/trace.go:171","msg":"trace[1943681364] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5d756cd588-x75tk.18bff47b7f6e8005; range_end:; response_count:1; response_revision:4792; }","duration":"185.434044ms","start":"2026-07-07T08:26:29.733026Z","end":"2026-07-07T08:26:29.91846Z","steps":["trace[1943681364] 'range keys from in-memory index tree' (duration: 185.066056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:29.918745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.904515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16083"} {"level":"info","ts":"2026-07-07T08:26:29.918781Z","caller":"traceutil/trace.go:171","msg":"trace[439666571] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4792; }","duration":"185.974356ms","start":"2026-07-07T08:26:29.732798Z","end":"2026-07-07T08:26:29.918772Z","steps":["trace[439666571] 'range keys from in-memory index tree' (duration: 185.197219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:30.420996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:31.109576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:31.610228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:32.381713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:33.940792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:34.440236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003450216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:34.4403Z","caller":"traceutil/trace.go:171","msg":"trace[581088296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003550717s","start":"2026-07-07T08:26:32.436735Z","end":"2026-07-07T08:26:34.440286Z","steps":["trace[581088296] 'agreement among raft nodes before linearized reading' (duration: 2.003472715s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:34.440331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:32.43672Z","time spent":"2.003604149s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T08:26:34.442549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:34.462709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:34.462749Z","caller":"traceutil/trace.go:171","msg":"trace[94471529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056108s","start":"2026-07-07T08:26:32.462685Z","end":"2026-07-07T08:26:34.462741Z","steps":["trace[94471529] 'agreement among raft nodes before linearized reading' (duration: 2.000013907s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:34.462769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:32.462666Z","time spent":"2.000098518s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:35.296989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:35.6239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042572209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:35.623954Z","caller":"traceutil/trace.go:171","msg":"trace[1433540363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.042671981s","start":"2026-07-07T08:26:30.581268Z","end":"2026-07-07T08:26:35.62394Z","steps":["trace[1433540363] 'agreement among raft nodes before linearized reading' (duration: 5.04260609s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:35.623982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.581249Z","time spent":"5.042726883s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 08:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:35.624155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.543859Z","time spent":"5.080294807s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 08:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:35.62419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.553439Z","time spent":"5.070750085s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 08:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:35.624221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002729105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:35.624275Z","caller":"traceutil/trace.go:171","msg":"trace[1734232753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.002757456s","start":"2026-07-07T08:26:30.621472Z","end":"2026-07-07T08:26:35.62423Z","steps":["trace[1734232753] 'agreement among raft nodes before linearized reading' (duration: 5.002742685s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:35.624296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.621463Z","time spent":"5.002828097s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 08:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:35.624332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.553307Z","time spent":"5.071025151s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 08:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:35.624365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.55376Z","time spent":"5.070602642s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 08:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:35.640091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999545302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:35.640121Z","caller":"traceutil/trace.go:171","msg":"trace[1098767344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999601842s","start":"2026-07-07T08:26:30.640512Z","end":"2026-07-07T08:26:35.640114Z","steps":["trace[1098767344] 'agreement among raft nodes before linearized reading' (duration: 4.999567532s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:35.640141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.640499Z","time spent":"4.999637034s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T08:26:35.98644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:36.513043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:37.02009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:37.0202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:29.920695Z","time spent":"7.099501116s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:37.020242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:29.920286Z","time spent":"7.099947106s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:37.02084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:29.933214Z","time spent":"7.087624542s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:37.022136Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-07T08:26:37.022388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.101408818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b846d47a-e53b-4315-bf7a-b8deea384509\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-07T08:26:37.022426Z","caller":"traceutil/trace.go:171","msg":"trace[1700400885] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b846d47a-e53b-4315-bf7a-b8deea384509; range_end:; }","duration":"7.10146167s","start":"2026-07-07T08:26:29.920943Z","end":"2026-07-07T08:26:37.022405Z","steps":["trace[1700400885] 'agreement among raft nodes before linearized reading' (duration: 7.101422299s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:37.022465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:29.920937Z","time spent":"7.101522471s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/pvc-b846d47a-e53b-4315-bf7a-b8deea384509\" "} {"level":"warn","ts":"2026-07-07T08:26:37.771875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:38.716242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434395401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:38.716296Z","caller":"traceutil/trace.go:171","msg":"trace[873359852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.434493153s","start":"2026-07-07T08:26:36.281791Z","end":"2026-07-07T08:26:38.716284Z","steps":["trace[873359852] 'agreement among raft nodes before linearized reading' (duration: 2.434425352s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:38.716323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:36.281776Z","time spent":"2.434541354s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:38.716864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:39.304884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:40.168132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:40.195893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.275498128s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T08:26:40.544828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916183941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:40.544983Z","caller":"traceutil/trace.go:171","msg":"trace[811369386] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.916367966s","start":"2026-07-07T08:26:35.628596Z","end":"2026-07-07T08:26:40.544964Z","steps":["trace[811369386] 'agreement among raft nodes before linearized reading' (duration: 4.916185222s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.545067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:35.628593Z","time spent":"4.916463328s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/07 08:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:40.551981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460360768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:40.552197Z","caller":"traceutil/trace.go:171","msg":"trace[1482701600] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.460814078s","start":"2026-07-07T08:26:36.091328Z","end":"2026-07-07T08:26:40.552143Z","steps":["trace[1482701600] 'agreement among raft nodes before linearized reading' (duration: 4.460364138s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.552271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:36.091325Z","time spent":"4.460915691s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/07 08:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:40.552584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923990132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:40.552613Z","caller":"traceutil/trace.go:171","msg":"trace[671694497] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.924043133s","start":"2026-07-07T08:26:35.628563Z","end":"2026-07-07T08:26:40.552606Z","steps":["trace[671694497] 'agreement among raft nodes before linearized reading' (duration: 4.924010862s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.55266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:35.628557Z","time spent":"4.924071053s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/07 08:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:40.552851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926972487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:40.552939Z","caller":"traceutil/trace.go:171","msg":"trace[1570036614] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.927200682s","start":"2026-07-07T08:26:35.625716Z","end":"2026-07-07T08:26:40.552917Z","steps":["trace[1570036614] 'agreement among raft nodes before linearized reading' (duration: 4.926997528s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.552987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:35.625706Z","time spent":"4.927271603s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/07 08:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/07 08:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-07T08:26:40.577092Z","caller":"traceutil/trace.go:171","msg":"trace[1722614408] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"6.303103013s","start":"2026-07-07T08:26:34.27396Z","end":"2026-07-07T08:26:40.577063Z","steps":["trace[1722614408] 'process raft request' (duration: 6.302873238s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:40.577162Z","caller":"traceutil/trace.go:171","msg":"trace[1271544666] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"4.485726602s","start":"2026-07-07T08:26:36.091408Z","end":"2026-07-07T08:26:40.577135Z","steps":["trace[1271544666] 'process raft request' (duration: 4.485585889s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:34.273945Z","time spent":"6.303222896s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:40.577297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:36.0914Z","time spent":"4.485822164s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:40.577276Z","caller":"traceutil/trace.go:171","msg":"trace[743426543] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"4.398950407s","start":"2026-07-07T08:26:36.178293Z","end":"2026-07-07T08:26:40.577243Z","steps":["trace[743426543] 'process raft request' (duration: 4.398754653s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:40.577303Z","caller":"traceutil/trace.go:171","msg":"trace[971800026] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"355.147828ms","start":"2026-07-07T08:26:40.22213Z","end":"2026-07-07T08:26:40.577277Z","steps":["trace[971800026] 'process raft request' (duration: 355.099367ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:40.577426Z","caller":"traceutil/trace.go:171","msg":"trace[621236581] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"3.555381387s","start":"2026-07-07T08:26:37.022031Z","end":"2026-07-07T08:26:40.577413Z","steps":["trace[621236581] 'process raft request' (duration: 3.55507983s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:36.178273Z","time spent":"4.39906838s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:40.577482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:37.022018Z","time spent":"3.555436959s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:40.577462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:40.22211Z","time spent":"355.27222ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:40.577597Z","caller":"traceutil/trace.go:171","msg":"trace[473740643] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4978; }","duration":"3.555409798s","start":"2026-07-07T08:26:37.022178Z","end":"2026-07-07T08:26:40.577588Z","steps":["trace[473740643] 'read index received' (duration: 3.176038231s)","trace[473740643] 'applied index is now lower than readState.Index' (duration: 379.370087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:40.577668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.634746014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:40.577682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.303699223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.577703Z","caller":"traceutil/trace.go:171","msg":"trace[804934462] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4804; }","duration":"10.303751055s","start":"2026-07-07T08:26:30.273946Z","end":"2026-07-07T08:26:40.577697Z","steps":["trace[804934462] 'agreement among raft nodes before linearized reading' (duration: 10.303699524s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.273936Z","time spent":"10.303785975s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.577736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486363326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.577758Z","caller":"traceutil/trace.go:171","msg":"trace[1495710580] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4804; }","duration":"4.486394356s","start":"2026-07-07T08:26:36.091358Z","end":"2026-07-07T08:26:40.577752Z","steps":["trace[1495710580] 'agreement among raft nodes before linearized reading' (duration: 4.486355295s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.634928628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:40.577845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.385338026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:40.577868Z","caller":"traceutil/trace.go:171","msg":"trace[688918546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4804; }","duration":"10.385395676s","start":"2026-07-07T08:26:30.192467Z","end":"2026-07-07T08:26:40.577863Z","steps":["trace[688918546] 'agreement among raft nodes before linearized reading' (duration: 10.385356446s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.975647692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T08:26:40.577886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.192452Z","time spent":"10.385429328s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:40.57789Z","caller":"traceutil/trace.go:171","msg":"trace[1976671524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4804; }","duration":"9.975850527s","start":"2026-07-07T08:26:30.602033Z","end":"2026-07-07T08:26:40.577883Z","steps":["trace[1976671524] 'agreement among raft nodes before linearized reading' (duration: 9.975569451s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.326666167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:26:40.577916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.602018Z","time spent":"9.975886387s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T08:26:40.57793Z","caller":"traceutil/trace.go:171","msg":"trace[545232559] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4804; }","duration":"9.326731279s","start":"2026-07-07T08:26:31.251188Z","end":"2026-07-07T08:26:40.577919Z","steps":["trace[545232559] 'agreement among raft nodes before linearized reading' (duration: 9.326670187s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:31.251132Z","time spent":"9.32682628s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.578003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.832241559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-07T08:26:40.578043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.526221952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d\" ","response":"range_response_count:1 size:3948"} {"level":"warn","ts":"2026-07-07T08:26:40.578046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486915967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:40.578054Z","caller":"traceutil/trace.go:171","msg":"trace[1264501942] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4804; }","duration":"9.832337741s","start":"2026-07-07T08:26:30.745704Z","end":"2026-07-07T08:26:40.578042Z","steps":["trace[1264501942] 'agreement among raft nodes before linearized reading' (duration: 9.832202688s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:40.578066Z","caller":"traceutil/trace.go:171","msg":"trace[912029321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4804; }","duration":"4.486970409s","start":"2026-07-07T08:26:36.091089Z","end":"2026-07-07T08:26:40.57806Z","steps":["trace[912029321] 'agreement among raft nodes before linearized reading' (duration: 4.486936868s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.745689Z","time spent":"9.832390072s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-07T08:26:40.578091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:36.091069Z","time spent":"4.487012719s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.57813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.536716835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:40.578145Z","caller":"traceutil/trace.go:171","msg":"trace[1227160799] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4804; }","duration":"10.536768616s","start":"2026-07-07T08:26:30.041372Z","end":"2026-07-07T08:26:40.578141Z","steps":["trace[1227160799] 'agreement among raft nodes before linearized reading' (duration: 10.536699455s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.041352Z","time spent":"10.536805708s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":69,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:40.578061Z","caller":"traceutil/trace.go:171","msg":"trace[320469390] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d; range_end:; response_count:1; response_revision:4804; }","duration":"10.526263014s","start":"2026-07-07T08:26:30.051793Z","end":"2026-07-07T08:26:40.578056Z","steps":["trace[320469390] 'agreement among raft nodes before linearized reading' (duration: 10.526169632s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244727314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.20\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-07T08:26:40.578282Z","caller":"traceutil/trace.go:171","msg":"trace[1816115621] range","detail":"{range_begin:/registry/masterleases/199.19.213.20; range_end:; response_count:1; response_revision:4804; }","duration":"5.244781804s","start":"2026-07-07T08:26:35.333494Z","end":"2026-07-07T08:26:40.578276Z","steps":["trace[1816115621] 'agreement among raft nodes before linearized reading' (duration: 5.244692532s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:40.577835Z","caller":"traceutil/trace.go:171","msg":"trace[704973406] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4804; }","duration":"6.634993809s","start":"2026-07-07T08:26:33.942825Z","end":"2026-07-07T08:26:40.577818Z","steps":["trace[704973406] 'agreement among raft nodes before linearized reading' (duration: 6.634928588s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:35.333481Z","time spent":"5.244815786s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.20\" "} {"level":"warn","ts":"2026-07-07T08:26:40.578311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:33.942814Z","time spent":"6.63549112s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.578303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.957740384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T08:26:40.578341Z","caller":"traceutil/trace.go:171","msg":"trace[499995609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4804; }","duration":"9.957814235s","start":"2026-07-07T08:26:30.620517Z","end":"2026-07-07T08:26:40.578331Z","steps":["trace[499995609] 'agreement among raft nodes before linearized reading' (duration: 9.957706843s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.577782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:36.091355Z","time spent":"4.486421457s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.57838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.620503Z","time spent":"9.957870126s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T08:26:40.578446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826127613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:40.578474Z","caller":"traceutil/trace.go:171","msg":"trace[337202354] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4804; }","duration":"5.826154313s","start":"2026-07-07T08:26:34.752312Z","end":"2026-07-07T08:26:40.578466Z","steps":["trace[337202354] 'agreement among raft nodes before linearized reading' (duration: 5.826078832s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:40.5777Z","caller":"traceutil/trace.go:171","msg":"trace[897693104] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4804; }","duration":"6.634788035s","start":"2026-07-07T08:26:33.942903Z","end":"2026-07-07T08:26:40.577691Z","steps":["trace[897693104] 'agreement among raft nodes before linearized reading' (duration: 6.634686923s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:34.7523Z","time spent":"5.826188614s","remote":"127.0.0.1:33944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.578516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:33.9429Z","time spent":"6.635603302s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.578567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.628384493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.578614Z","caller":"traceutil/trace.go:171","msg":"trace[1510568835] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4804; }","duration":"6.628440054s","start":"2026-07-07T08:26:33.950156Z","end":"2026-07-07T08:26:40.578596Z","steps":["trace[1510568835] 'agreement among raft nodes before linearized reading' (duration: 6.628355242s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:30.051783Z","time spent":"10.526455498s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d\" "} {"level":"warn","ts":"2026-07-07T08:26:40.57865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:33.950148Z","time spent":"6.628492216s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.578264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.654999325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.578718Z","caller":"traceutil/trace.go:171","msg":"trace[1734606487] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4804; }","duration":"10.655446084s","start":"2026-07-07T08:26:29.923257Z","end":"2026-07-07T08:26:40.578703Z","steps":["trace[1734606487] 'agreement among raft nodes before linearized reading' (duration: 10.654985885s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:29.923248Z","time spent":"10.655501375s","remote":"127.0.0.1:47802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.578812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304548334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:40.57885Z","caller":"traceutil/trace.go:171","msg":"trace[1331670108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4804; }","duration":"6.304601815s","start":"2026-07-07T08:26:34.274239Z","end":"2026-07-07T08:26:40.578841Z","steps":["trace[1331670108] 'agreement among raft nodes before linearized reading' (duration: 6.304544784s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:34.274232Z","time spent":"6.304641816s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.578904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.62869766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T08:26:40.578924Z","caller":"traceutil/trace.go:171","msg":"trace[654135568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4804; }","duration":"6.628738761s","start":"2026-07-07T08:26:33.950179Z","end":"2026-07-07T08:26:40.578918Z","steps":["trace[654135568] 'agreement among raft nodes before linearized reading' (duration: 6.628655069s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.578946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:33.950159Z","time spent":"6.628782782s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T08:26:40.578822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.628610169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.579017Z","caller":"traceutil/trace.go:171","msg":"trace[698486364] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4804; }","duration":"6.628823553s","start":"2026-07-07T08:26:33.950187Z","end":"2026-07-07T08:26:40.57901Z","steps":["trace[698486364] 'agreement among raft nodes before linearized reading' (duration: 6.628608148s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.579043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:33.950183Z","time spent":"6.628849954s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:40.58513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.010241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:40.585196Z","caller":"traceutil/trace.go:171","msg":"trace[1566973108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"386.105642ms","start":"2026-07-07T08:26:40.199075Z","end":"2026-07-07T08:26:40.585181Z","steps":["trace[1566973108] 'agreement among raft nodes before linearized reading' (duration: 386.021861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.585244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:40.199071Z","time spent":"386.154373ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 08:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:40.585989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207264354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16402"} {"level":"info","ts":"2026-07-07T08:26:40.58604Z","caller":"traceutil/trace.go:171","msg":"trace[1513894083] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4810; }","duration":"3.207373417s","start":"2026-07-07T08:26:37.378655Z","end":"2026-07-07T08:26:40.586029Z","steps":["trace[1513894083] 'agreement among raft nodes before linearized reading' (duration: 3.207214633s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.586066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:37.378643Z","time spent":"3.207417037s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16425,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-07T08:26:40.588684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813508033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T08:26:40.588741Z","caller":"traceutil/trace.go:171","msg":"trace[780702196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4810; }","duration":"2.813609506s","start":"2026-07-07T08:26:37.775116Z","end":"2026-07-07T08:26:40.588726Z","steps":["trace[780702196] 'agreement among raft nodes before linearized reading' (duration: 2.813327629s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.588769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:37.775103Z","time spent":"2.813652896s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T08:26:40.589076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21028318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bff478dbe405cb\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T08:26:40.589113Z","caller":"traceutil/trace.go:171","msg":"trace[681456794] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bff478dbe405cb; range_end:; response_count:1; response_revision:4810; }","duration":"3.210341522s","start":"2026-07-07T08:26:37.378757Z","end":"2026-07-07T08:26:40.589098Z","steps":["trace[681456794] 'agreement among raft nodes before linearized reading' (duration: 3.210188458s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.589145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:37.378754Z","time spent":"3.210383022s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bff478dbe405cb\" "} {"level":"warn","ts":"2026-07-07T08:26:40.589294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.183564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:40.589293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.281427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.589326Z","caller":"traceutil/trace.go:171","msg":"trace[251231950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4810; }","duration":"391.215044ms","start":"2026-07-07T08:26:40.198104Z","end":"2026-07-07T08:26:40.589319Z","steps":["trace[251231950] 'agreement among raft nodes before linearized reading' (duration: 389.040167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.589353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:40.198069Z","time spent":"391.272836ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T08:26:40.589371Z","caller":"traceutil/trace.go:171","msg":"trace[1357657222] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4810; }","duration":"232.38866ms","start":"2026-07-07T08:26:40.356957Z","end":"2026-07-07T08:26:40.589346Z","steps":["trace[1357657222] 'agreement among raft nodes before linearized reading' (duration: 232.151065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.589773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.368871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.5898Z","caller":"traceutil/trace.go:171","msg":"trace[1801756736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4810; }","duration":"299.435422ms","start":"2026-07-07T08:26:40.290354Z","end":"2026-07-07T08:26:40.589789Z","steps":["trace[1801756736] 'agreement among raft nodes before linearized reading' (duration: 299.286369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.587263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870729517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:40.590169Z","caller":"traceutil/trace.go:171","msg":"trace[148265070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4810; }","duration":"1.87364962s","start":"2026-07-07T08:26:38.716493Z","end":"2026-07-07T08:26:40.590142Z","steps":["trace[148265070] 'agreement among raft nodes before linearized reading' (duration: 1.870712956s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.590198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.065273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T08:26:40.590234Z","caller":"traceutil/trace.go:171","msg":"trace[494811541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4810; }","duration":"392.108594ms","start":"2026-07-07T08:26:40.198116Z","end":"2026-07-07T08:26:40.590225Z","steps":["trace[494811541] 'agreement among raft nodes before linearized reading' (duration: 392.000441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.590232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:38.716479Z","time spent":"1.873729142s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T08:26:40.590262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:40.198114Z","time spent":"392.135574ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T08:26:40.590938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286286352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:40.590961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.555158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:40.590979Z","caller":"traceutil/trace.go:171","msg":"trace[3262793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4810; }","duration":"1.286355605s","start":"2026-07-07T08:26:39.304607Z","end":"2026-07-07T08:26:40.590962Z","steps":["trace[3262793] 'agreement among raft nodes before linearized reading' (duration: 1.286289903s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.591009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:39.304594Z","time spent":"1.286406565s","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:40.591007Z","caller":"traceutil/trace.go:171","msg":"trace[262216501] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4810; }","duration":"411.64459ms","start":"2026-07-07T08:26:40.179351Z","end":"2026-07-07T08:26:40.590996Z","steps":["trace[262216501] 'agreement among raft nodes before linearized reading' (duration: 411.543908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:40.591073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:40.179337Z","time spent":"411.696161ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:43.871533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.820984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:26:43.871666Z","caller":"traceutil/trace.go:171","msg":"trace[1958462689] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5036; }","duration":"1.262567149s","start":"2026-07-07T08:26:42.609072Z","end":"2026-07-07T08:26:43.871639Z","steps":["trace[1958462689] 'read index received' (duration: 42.781818ms)","trace[1958462689] 'applied index is now lower than readState.Index' (duration: 1.219784191s)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:43.871745Z","caller":"traceutil/trace.go:171","msg":"trace[1233482521] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"1.265973523s","start":"2026-07-07T08:26:42.605743Z","end":"2026-07-07T08:26:43.871716Z","steps":["trace[1233482521] 'process raft request' (duration: 907.855193ms)","trace[1233482521] 'compare' (duration: 357.66028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:43.871858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262782134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T08:26:43.871888Z","caller":"traceutil/trace.go:171","msg":"trace[73376666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4850; }","duration":"1.262844645s","start":"2026-07-07T08:26:42.609034Z","end":"2026-07-07T08:26:43.871878Z","steps":["trace[73376666] 'agreement among raft nodes before linearized reading' (duration: 1.262704032s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:43.871921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:42.609017Z","time spent":"1.262896046s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T08:26:43.871978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:42.60573Z","time spent":"1.266078885s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:43.872301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245718104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T08:26:43.872346Z","caller":"traceutil/trace.go:171","msg":"trace[1799254109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4850; }","duration":"1.245796265s","start":"2026-07-07T08:26:42.626538Z","end":"2026-07-07T08:26:43.872334Z","steps":["trace[1799254109] 'agreement among raft nodes before linearized reading' (duration: 1.245659842s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:43.872391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:42.626524Z","time spent":"1.245858947s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T08:26:43.872445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.358493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-07T08:26:43.872491Z","caller":"traceutil/trace.go:171","msg":"trace[1122644315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d; range_end:; response_count:1; response_revision:4850; }","duration":"278.439125ms","start":"2026-07-07T08:26:43.594042Z","end":"2026-07-07T08:26:43.872481Z","steps":["trace[1122644315] 'agreement among raft nodes before linearized reading' (duration: 278.344223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:43.872603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.612994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kgb8.18bff479da018151\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-07-07T08:26:43.872664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244972657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T08:26:43.872676Z","caller":"traceutil/trace.go:171","msg":"trace[927070830] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kgb8.18bff479da018151; range_end:; response_count:1; response_revision:4850; }","duration":"598.693457ms","start":"2026-07-07T08:26:43.273963Z","end":"2026-07-07T08:26:43.872656Z","steps":["trace[927070830] 'agreement among raft nodes before linearized reading' (duration: 598.449612ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:43.872708Z","caller":"traceutil/trace.go:171","msg":"trace[1708338527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4850; }","duration":"1.245055329s","start":"2026-07-07T08:26:42.627638Z","end":"2026-07-07T08:26:43.872693Z","steps":["trace[1708338527] 'agreement among raft nodes before linearized reading' (duration: 1.244914826s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:43.872725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.273901Z","time spent":"598.812479ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2kgb8.18bff479da018151\" "} {"level":"warn","ts":"2026-07-07T08:26:43.872738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:42.627615Z","time spent":"1.24511593s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T08:26:43.876591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.454309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:114 size:91772"} {"level":"info","ts":"2026-07-07T08:26:43.876789Z","caller":"traceutil/trace.go:171","msg":"trace[641541245] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:114; response_revision:4850; }","duration":"469.644043ms","start":"2026-07-07T08:26:43.407085Z","end":"2026-07-07T08:26:43.876729Z","steps":["trace[641541245] 'agreement among raft nodes before linearized reading' (duration: 465.570935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:43.876865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.407003Z","time spent":"469.844648ms","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":114,"response size":91795,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-07T08:26:44.378628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:26:46.383233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999766214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:46.383392Z","caller":"traceutil/trace.go:171","msg":"trace[852209397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029809s","start":"2026-07-07T08:26:44.383344Z","end":"2026-07-07T08:26:46.383373Z","steps":["trace[852209397] 'agreement among raft nodes before linearized reading' (duration: 1.999822135s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:46.383633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:44.383316Z","time spent":"2.000302206s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:48.383812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:48.383902Z","caller":"traceutil/trace.go:171","msg":"trace[1854579274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355328s","start":"2026-07-07T08:26:46.383526Z","end":"2026-07-07T08:26:48.383882Z","steps":["trace[1854579274] 'agreement among raft nodes before linearized reading' (duration: 2.000244995s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:48.383975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:46.383508Z","time spent":"2.000453391s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:48.8769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.879297Z","time spent":"4.997594922s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 08:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:48.878692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.879592Z","time spent":"4.999097114s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 08:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:48.907717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999292012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:48.907805Z","caller":"traceutil/trace.go:171","msg":"trace[910688783] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999431017s","start":"2026-07-07T08:26:43.908352Z","end":"2026-07-07T08:26:48.907783Z","steps":["trace[910688783] 'agreement among raft nodes before linearized reading' (duration: 4.999326673s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:48.907864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.908313Z","time spent":"4.999537569s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/07 08:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:50.390976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:50.391055Z","caller":"traceutil/trace.go:171","msg":"trace[168917307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060264s","start":"2026-07-07T08:26:48.390976Z","end":"2026-07-07T08:26:50.391037Z","steps":["trace[168917307] 'agreement among raft nodes before linearized reading' (duration: 1.999951162s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:50.391108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:48.390916Z","time spent":"2.000174396s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:50.876714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.87637Z","time spent":"7.000335027s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:50.879475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.879212Z","time spent":"7.000259115s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:50.929504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999715934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:50.929599Z","caller":"traceutil/trace.go:171","msg":"trace[260896235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999897378s","start":"2026-07-07T08:26:45.929679Z","end":"2026-07-07T08:26:50.929576Z","steps":["trace[260896235] 'agreement among raft nodes before linearized reading' (duration: 4.999784515s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:50.929658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:45.929666Z","time spent":"4.9999766s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 08:26:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:50.962346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998480881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:50.962576Z","caller":"traceutil/trace.go:171","msg":"trace[543398112] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998753906s","start":"2026-07-07T08:26:45.963781Z","end":"2026-07-07T08:26:50.962535Z","steps":["trace[543398112] 'agreement among raft nodes before linearized reading' (duration: 4.998504871s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:50.96264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:45.963765Z","time spent":"4.998858349s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/07 08:26:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:51.167312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999326679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:51.167402Z","caller":"traceutil/trace.go:171","msg":"trace[647576052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999476311s","start":"2026-07-07T08:26:46.167908Z","end":"2026-07-07T08:26:51.167384Z","steps":["trace[647576052] 'agreement among raft nodes before linearized reading' (duration: 4.999354329s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:51.167446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:46.167891Z","time spent":"4.999545393s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T08:26:52.391469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:52.391551Z","caller":"traceutil/trace.go:171","msg":"trace[1060236847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325655s","start":"2026-07-07T08:26:50.391207Z","end":"2026-07-07T08:26:52.391533Z","steps":["trace[1060236847] 'agreement among raft nodes before linearized reading' (duration: 2.000217073s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:52.391599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:50.391192Z","time spent":"2.000398146s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:52.625769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747450965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:52.625934Z","caller":"traceutil/trace.go:171","msg":"trace[467517804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.74765557s","start":"2026-07-07T08:26:50.878254Z","end":"2026-07-07T08:26:52.62591Z","steps":["trace[467517804] 'agreement among raft nodes before linearized reading' (duration: 1.747472616s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:52.626051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:50.87824Z","time spent":"1.747793722s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/07 08:26:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:52.626544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745759719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:52.626572Z","caller":"traceutil/trace.go:171","msg":"trace[1282760338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.7458274s","start":"2026-07-07T08:26:50.880737Z","end":"2026-07-07T08:26:52.626564Z","steps":["trace[1282760338] 'agreement among raft nodes before linearized reading' (duration: 1.74579721s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:52.62663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:50.880718Z","time spent":"1.745903222s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 08:26:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:53.553229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000789737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:53.553297Z","caller":"traceutil/trace.go:171","msg":"trace[1497891876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00090623s","start":"2026-07-07T08:26:51.552375Z","end":"2026-07-07T08:26:53.553281Z","steps":["trace[1497891876] 'agreement among raft nodes before linearized reading' (duration: 2.000819798s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:53.553334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:51.552355Z","time spent":"2.00097205s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:54.399691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:54.39978Z","caller":"traceutil/trace.go:171","msg":"trace[298173952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000380974s","start":"2026-07-07T08:26:52.399381Z","end":"2026-07-07T08:26:54.399762Z","steps":["trace[298173952] 'agreement among raft nodes before linearized reading' (duration: 2.000277262s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:54.399972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:52.39936Z","time spent":"2.000595128s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:54.65572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000067491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T08:26:54.655788Z","caller":"traceutil/trace.go:171","msg":"trace[978283488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000187214s","start":"2026-07-07T08:26:44.655587Z","end":"2026-07-07T08:26:54.655774Z","steps":["trace[978283488] 'agreement among raft nodes before linearized reading' (duration: 10.000102242s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:54.655824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:44.655568Z","time spent":"10.000248386s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/07 08:26:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:55.086569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:48.085464Z","time spent":"7.001099548s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:56.407698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:56.407778Z","caller":"traceutil/trace.go:171","msg":"trace[647812085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495576s","start":"2026-07-07T08:26:54.407262Z","end":"2026-07-07T08:26:56.407757Z","steps":["trace[647812085] 'agreement among raft nodes before linearized reading' (duration: 2.000398824s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:56.407905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:54.407236Z","time spent":"2.00065693s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:26:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:56.762113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999150446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:56.762199Z","caller":"traceutil/trace.go:171","msg":"trace[40962640] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99936515s","start":"2026-07-07T08:26:51.762814Z","end":"2026-07-07T08:26:56.762179Z","steps":["trace[40962640] 'agreement among raft nodes before linearized reading' (duration: 4.999257117s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:56.762252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:51.762796Z","time spent":"4.999444092s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-07T08:26:57.626296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:52.628143Z","time spent":"4.998145444s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:57.627563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:52.628239Z","time spent":"4.999316928s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 08:26:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:26:57.648782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:45.913939Z","time spent":"11.734833485s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:57.649543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.733853403s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:57.649626Z","caller":"traceutil/trace.go:171","msg":"trace[663292649] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4850; }","duration":"8.733944275s","start":"2026-07-07T08:26:48.915667Z","end":"2026-07-07T08:26:57.649611Z","steps":["trace[663292649] 'range keys from in-memory index tree' (duration: 8.733842563s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:57.653757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.058519158s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-07T08:26:57.880445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:50.880127Z","time spent":"7.000311661s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:57.900129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:50.8991Z","time spent":"7.001021464s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:57.908765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:50.90867Z","time spent":"7.000088761s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T08:26:58.040724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"13.448078457s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T08:26:58.204009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99971376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:26:58.204152Z","caller":"traceutil/trace.go:171","msg":"trace[1654386427] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999944885s","start":"2026-07-07T08:26:53.204187Z","end":"2026-07-07T08:26:58.204132Z","steps":["trace[1654386427] 'agreement among raft nodes before linearized reading' (duration: 4.999758901s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.204208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:53.20417Z","time spent":"5.000024666s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T08:26:58.302109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.10822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:26:58.302369Z","caller":"traceutil/trace.go:171","msg":"trace[1447033858] linearizableReadLoop","detail":"{readStateIndex:5042; appliedIndex:5038; }","duration":"14.424557943s","start":"2026-07-07T08:26:43.877794Z","end":"2026-07-07T08:26:58.302352Z","steps":["trace[1447033858] 'read index received' (duration: 714.929637ms)","trace[1447033858] 'applied index is now lower than readState.Index' (duration: 13.709627216s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:58.302788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.424971162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-07T08:26:58.302888Z","caller":"traceutil/trace.go:171","msg":"trace[1992856716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d; range_end:; response_count:1; response_revision:4854; }","duration":"14.425109924s","start":"2026-07-07T08:26:43.877764Z","end":"2026-07-07T08:26:58.302873Z","steps":["trace[1992856716] 'agreement among raft nodes before linearized reading' (duration: 14.424850779s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.302947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:43.877744Z","time spent":"14.425193196s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0be65b9-b5ef-45cf-a308-03854ec3cd3d\" "} {"level":"info","ts":"2026-07-07T08:26:58.308826Z","caller":"traceutil/trace.go:171","msg":"trace[858395798] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4858; }","duration":"5.697191564s","start":"2026-07-07T08:26:52.611621Z","end":"2026-07-07T08:26:58.308813Z","steps":["trace[858395798] 'process raft request' (duration: 5.696933809s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.309144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:52.611596Z","time spent":"5.69747436s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:58.309237Z","caller":"traceutil/trace.go:171","msg":"trace[1031937555] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"2.724060206s","start":"2026-07-07T08:26:55.585161Z","end":"2026-07-07T08:26:58.309221Z","steps":["trace[1031937555] 'process raft request' (duration: 2.723886401s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.311791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:55.585134Z","time spent":"2.725914385s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:58.309255Z","caller":"traceutil/trace.go:171","msg":"trace[1077123378] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"3.651935396s","start":"2026-07-07T08:26:54.657299Z","end":"2026-07-07T08:26:58.309234Z","steps":["trace[1077123378] 'process raft request' (duration: 3.651539897s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.311938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:54.657283Z","time spent":"3.654627382s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:58.309308Z","caller":"traceutil/trace.go:171","msg":"trace[1702844793] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"2.723025923s","start":"2026-07-07T08:26:55.586276Z","end":"2026-07-07T08:26:58.309302Z","steps":["trace[1702844793] 'process raft request' (duration: 2.722818448s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.312054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:55.586264Z","time spent":"2.72573738s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:58.40494Z","caller":"traceutil/trace.go:171","msg":"trace[1480408602] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5042; }","duration":"102.467599ms","start":"2026-07-07T08:26:58.302448Z","end":"2026-07-07T08:26:58.404916Z","steps":["trace[1480408602] 'read index received' (duration: 5.940465ms)","trace[1480408602] 'applied index is now lower than readState.Index' (duration: 96.526234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:58.405089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.330749597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.405132Z","caller":"traceutil/trace.go:171","msg":"trace[2045428259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4862; }","duration":"14.330864979s","start":"2026-07-07T08:26:44.074256Z","end":"2026-07-07T08:26:58.405121Z","steps":["trace[2045428259] 'agreement among raft nodes before linearized reading' (duration: 14.330751887s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:44.07423Z","time spent":"14.330923711s","remote":"127.0.0.1:47700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.405145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831018847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:58.405173Z","caller":"traceutil/trace.go:171","msg":"trace[840157452] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4862; }","duration":"493.56304ms","start":"2026-07-07T08:26:57.911567Z","end":"2026-07-07T08:26:58.40513Z","steps":["trace[840157452] 'process raft request' (duration: 493.298114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191498456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-07T08:26:58.405283Z","caller":"traceutil/trace.go:171","msg":"trace[529261712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4862; }","duration":"4.19169885s","start":"2026-07-07T08:26:54.213565Z","end":"2026-07-07T08:26:58.405264Z","steps":["trace[529261712] 'agreement among raft nodes before linearized reading' (duration: 4.191414805s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.40534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.442927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5d756cd588-x75tk.18bff47b7f6e8005\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-07T08:26:58.405322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:54.213539Z","time spent":"4.191775171s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T08:26:58.405371Z","caller":"traceutil/trace.go:171","msg":"trace[784515537] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5d756cd588-x75tk.18bff47b7f6e8005; range_end:; response_count:1; response_revision:4862; }","duration":"520.513968ms","start":"2026-07-07T08:26:57.884846Z","end":"2026-07-07T08:26:58.40536Z","steps":["trace[784515537] 'agreement among raft nodes before linearized reading' (duration: 520.405196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.66294809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.405417Z","caller":"traceutil/trace.go:171","msg":"trace[1978479315] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4862; }","duration":"8.663021001s","start":"2026-07-07T08:26:49.742388Z","end":"2026-07-07T08:26:58.405409Z","steps":["trace[1978479315] 'agreement among raft nodes before linearized reading' (duration: 8.6629589s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.296998989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:58.405449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:49.742365Z","time spent":"8.663077962s","remote":"127.0.0.1:33192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:58.405463Z","caller":"traceutil/trace.go:171","msg":"trace[469449760] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4862; }","duration":"9.297039499s","start":"2026-07-07T08:26:49.108415Z","end":"2026-07-07T08:26:58.405455Z","steps":["trace[469449760] 'agreement among raft nodes before linearized reading' (duration: 9.296984608s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:49.108364Z","time spent":"9.297115361s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.405516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164518537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-07T08:26:58.405551Z","caller":"traceutil/trace.go:171","msg":"trace[134788232] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4862; }","duration":"1.164582239s","start":"2026-07-07T08:26:57.240957Z","end":"2026-07-07T08:26:58.405539Z","steps":["trace[134788232] 'agreement among raft nodes before linearized reading' (duration: 1.164490377s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:57.240942Z","time spent":"1.16463016s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-07T08:26:58.405584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997328422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.405609Z","caller":"traceutil/trace.go:171","msg":"trace[330045933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4862; }","duration":"1.997383492s","start":"2026-07-07T08:26:56.408217Z","end":"2026-07-07T08:26:58.405601Z","steps":["trace[330045933] 'agreement among raft nodes before linearized reading' (duration: 1.997351982s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.343980573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:58.40563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:56.408198Z","time spent":"1.997426684s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T08:26:58.405656Z","caller":"traceutil/trace.go:171","msg":"trace[1470227613] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4862; }","duration":"10.344070104s","start":"2026-07-07T08:26:48.061577Z","end":"2026-07-07T08:26:58.405647Z","steps":["trace[1470227613] 'agreement among raft nodes before linearized reading' (duration: 10.344017003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3146363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:488"} {"level":"warn","ts":"2026-07-07T08:26:58.405678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:48.061553Z","time spent":"10.344118906s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.405689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962198814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129182"} {"level":"info","ts":"2026-07-07T08:26:58.405711Z","caller":"traceutil/trace.go:171","msg":"trace[1675243778] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4862; }","duration":"4.962221225s","start":"2026-07-07T08:26:53.443483Z","end":"2026-07-07T08:26:58.405705Z","steps":["trace[1675243778] 'agreement among raft nodes before linearized reading' (duration: 4.962095542s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:53.443445Z","time spent":"4.962281916s","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129205,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-07T08:26:58.405748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441027373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:58.405762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003026749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-07-07T08:26:58.405783Z","caller":"traceutil/trace.go:171","msg":"trace[1585368380] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4862; }","duration":"1.441101744s","start":"2026-07-07T08:26:56.964671Z","end":"2026-07-07T08:26:58.405773Z","steps":["trace[1585368380] 'agreement among raft nodes before linearized reading' (duration: 1.441048753s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.405792Z","caller":"traceutil/trace.go:171","msg":"trace[1927923526] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4862; }","duration":"4.003074549s","start":"2026-07-07T08:26:54.40271Z","end":"2026-07-07T08:26:58.405784Z","steps":["trace[1927923526] 'agreement among raft nodes before linearized reading' (duration: 4.003014478s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:56.964652Z","time spent":"1.441150256s","remote":"127.0.0.1:47828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.405808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.020202685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:26:58.405816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470598528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.405837Z","caller":"traceutil/trace.go:171","msg":"trace[661195444] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4862; }","duration":"11.020309637s","start":"2026-07-07T08:26:47.38552Z","end":"2026-07-07T08:26:58.405829Z","steps":["trace[661195444] 'agreement among raft nodes before linearized reading' (duration: 11.020263506s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.405843Z","caller":"traceutil/trace.go:171","msg":"trace[2089483071] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4862; }","duration":"2.470673419s","start":"2026-07-07T08:26:55.93516Z","end":"2026-07-07T08:26:58.405834Z","steps":["trace[2089483071] 'agreement among raft nodes before linearized reading' (duration: 2.470631088s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966239151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-07T08:26:58.405867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:47.385501Z","time spent":"11.020356759s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.405879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:55.935133Z","time spent":"2.470726891s","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:58.405884Z","caller":"traceutil/trace.go:171","msg":"trace[1811971027] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4862; }","duration":"4.966298802s","start":"2026-07-07T08:26:53.439579Z","end":"2026-07-07T08:26:58.405878Z","steps":["trace[1811971027] 'agreement among raft nodes before linearized reading' (duration: 4.966261141s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177843733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T08:26:58.405908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:53.439559Z","time spent":"4.966345793s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-07T08:26:58.405928Z","caller":"traceutil/trace.go:171","msg":"trace[711368566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4862; }","duration":"3.178475267s","start":"2026-07-07T08:26:55.227445Z","end":"2026-07-07T08:26:58.40592Z","steps":["trace[711368566] 'agreement among raft nodes before linearized reading' (duration: 3.177991027s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.405953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:55.227419Z","time spent":"3.178525679s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T08:26:58.40598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.305601006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:26:58.405822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:54.402699Z","time spent":"4.00311575s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-07T08:26:58.406002Z","caller":"traceutil/trace.go:171","msg":"trace[2068107891] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4862; }","duration":"11.305659297s","start":"2026-07-07T08:26:47.100336Z","end":"2026-07-07T08:26:58.405995Z","steps":["trace[2068107891] 'agreement among raft nodes before linearized reading' (duration: 11.305617176s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.131970692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:26:58.406011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84993919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:26:58.406022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:47.100317Z","time spent":"11.305699338s","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:58.406031Z","caller":"traceutil/trace.go:171","msg":"trace[1500298993] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4862; }","duration":"2.850037762s","start":"2026-07-07T08:26:55.555988Z","end":"2026-07-07T08:26:58.406025Z","steps":["trace[1500298993] 'agreement among raft nodes before linearized reading' (duration: 2.849987591s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.40605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:55.555968Z","time spent":"2.850077703s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.406054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.473195306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:58.406074Z","caller":"traceutil/trace.go:171","msg":"trace[47886622] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4862; }","duration":"5.473249807s","start":"2026-07-07T08:26:52.93282Z","end":"2026-07-07T08:26:58.406069Z","steps":["trace[47886622] 'agreement among raft nodes before linearized reading' (duration: 5.473218816s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:52.932802Z","time spent":"5.473281427s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.406188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.230365793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:26:58.406204Z","caller":"traceutil/trace.go:171","msg":"trace[177605948] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4862; }","duration":"6.230416895s","start":"2026-07-07T08:26:52.175782Z","end":"2026-07-07T08:26:58.406199Z","steps":["trace[177605948] 'agreement among raft nodes before linearized reading' (duration: 6.230378424s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.526164942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:26:58.406219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:52.175764Z","time spent":"6.230450025s","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:58.406231Z","caller":"traceutil/trace.go:171","msg":"trace[61694774] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4862; }","duration":"12.526255814s","start":"2026-07-07T08:26:45.879965Z","end":"2026-07-07T08:26:58.40622Z","steps":["trace[61694774] 'agreement among raft nodes before linearized reading' (duration: 12.526175423s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.405219Z","caller":"traceutil/trace.go:171","msg":"trace[364803729] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4862; }","duration":"1.831145489s","start":"2026-07-07T08:26:56.574057Z","end":"2026-07-07T08:26:58.405203Z","steps":["trace[364803729] 'agreement among raft nodes before linearized reading' (duration: 1.830979606s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:45.879944Z","time spent":"12.526302236s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":26,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.406251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010942497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:26:58.406268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:56.574036Z","time spent":"1.832222882s","remote":"127.0.0.1:33826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":37,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:58.406294Z","caller":"traceutil/trace.go:171","msg":"trace[1789476096] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4862; }","duration":"4.011021038s","start":"2026-07-07T08:26:54.395256Z","end":"2026-07-07T08:26:58.406277Z","steps":["trace[1789476096] 'agreement among raft nodes before linearized reading' (duration: 4.010897806s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.98972016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:26:58.406335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:54.395237Z","time spent":"4.011085969s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:58.406356Z","caller":"traceutil/trace.go:171","msg":"trace[485571783] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4862; }","duration":"6.989789391s","start":"2026-07-07T08:26:51.416559Z","end":"2026-07-07T08:26:58.406349Z","steps":["trace[485571783] 'agreement among raft nodes before linearized reading' (duration: 6.98974453s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:51.416539Z","time spent":"6.989830202s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.40643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.820299374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-07T08:26:58.406457Z","caller":"traceutil/trace.go:171","msg":"trace[633184336] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4862; }","duration":"12.820352885s","start":"2026-07-07T08:26:45.586095Z","end":"2026-07-07T08:26:58.406448Z","steps":["trace[633184336] 'agreement among raft nodes before linearized reading' (duration: 12.820249103s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.362974139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.4057Z","caller":"traceutil/trace.go:171","msg":"trace[1584799605] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4862; }","duration":"3.31467128s","start":"2026-07-07T08:26:55.091019Z","end":"2026-07-07T08:26:58.40569Z","steps":["trace[1584799605] 'agreement among raft nodes before linearized reading' (duration: 3.314557158s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:45.58608Z","time spent":"12.820396866s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-07T08:26:58.406489Z","caller":"traceutil/trace.go:171","msg":"trace[156487114] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4862; }","duration":"7.363024951s","start":"2026-07-07T08:26:51.043456Z","end":"2026-07-07T08:26:58.406481Z","steps":["trace[156487114] 'agreement among raft nodes before linearized reading' (duration: 7.36299701s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:51.043438Z","time spent":"7.363063801s","remote":"127.0.0.1:50398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:26:58.406504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:55.090961Z","time spent":"3.315534378s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":511,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-07T08:26:58.406635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.073847211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.20\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.406657Z","caller":"traceutil/trace.go:171","msg":"trace[794028076] range","detail":"{range_begin:/registry/masterleases/199.19.213.20; range_end:; response_count:0; response_revision:4862; }","duration":"13.073903572s","start":"2026-07-07T08:26:45.332747Z","end":"2026-07-07T08:26:58.406651Z","steps":["trace[794028076] 'agreement among raft nodes before linearized reading' (duration: 13.073863991s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:45.332728Z","time spent":"13.073942633s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.20\" "} {"level":"warn","ts":"2026-07-07T08:26:58.405422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:57.884826Z","time spent":"520.58435ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5d756cd588-x75tk.18bff47b7f6e8005\" "} {"level":"info","ts":"2026-07-07T08:26:58.406028Z","caller":"traceutil/trace.go:171","msg":"trace[61139070] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4862; }","duration":"5.132030063s","start":"2026-07-07T08:26:53.273992Z","end":"2026-07-07T08:26:58.406022Z","steps":["trace[61139070] 'agreement among raft nodes before linearized reading' (duration: 5.131995182s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:53.273964Z","time spent":"5.132788879s","remote":"127.0.0.1:50376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:26:58.406797Z","caller":"traceutil/trace.go:171","msg":"trace[1040142837] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4862; }","duration":"502.894276ms","start":"2026-07-07T08:26:57.903894Z","end":"2026-07-07T08:26:58.406788Z","steps":["trace[1040142837] 'process raft request' (duration: 500.890484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.406865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:57.903819Z","time spent":"502.994228ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:58.407074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:57.911525Z","time spent":"493.711162ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:58.417144Z","caller":"traceutil/trace.go:171","msg":"trace[494163886] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"110.665351ms","start":"2026-07-07T08:26:58.306465Z","end":"2026-07-07T08:26:58.41713Z","steps":["trace[494163886] 'process raft request' (duration: 110.531818ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.658458Z","caller":"traceutil/trace.go:171","msg":"trace[1014926438] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"211.597687ms","start":"2026-07-07T08:26:58.446837Z","end":"2026-07-07T08:26:58.658434Z","steps":["trace[1014926438] 'process raft request' (duration: 176.457397ms)","trace[1014926438] 'compare' (duration: 34.427585ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:58.658544Z","caller":"traceutil/trace.go:171","msg":"trace[1341921782] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"210.653307ms","start":"2026-07-07T08:26:58.44787Z","end":"2026-07-07T08:26:58.658523Z","steps":["trace[1341921782] 'process raft request' (duration: 210.3347ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.658723Z","caller":"traceutil/trace.go:171","msg":"trace[442349192] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"210.051485ms","start":"2026-07-07T08:26:58.448658Z","end":"2026-07-07T08:26:58.658709Z","steps":["trace[442349192] 'process raft request' (duration: 209.768809ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.658756Z","caller":"traceutil/trace.go:171","msg":"trace[306432904] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"208.551933ms","start":"2026-07-07T08:26:58.450194Z","end":"2026-07-07T08:26:58.658746Z","steps":["trace[306432904] 'process raft request' (duration: 208.42934ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.658774Z","caller":"traceutil/trace.go:171","msg":"trace[1728313020] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"208.217026ms","start":"2026-07-07T08:26:58.450544Z","end":"2026-07-07T08:26:58.658761Z","steps":["trace[1728313020] 'process raft request' (duration: 208.151584ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.65892Z","caller":"traceutil/trace.go:171","msg":"trace[671621041] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"208.343688ms","start":"2026-07-07T08:26:58.450569Z","end":"2026-07-07T08:26:58.658913Z","steps":["trace[671621041] 'process raft request' (duration: 208.163384ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.658964Z","caller":"traceutil/trace.go:171","msg":"trace[792274959] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"159.110401ms","start":"2026-07-07T08:26:58.499843Z","end":"2026-07-07T08:26:58.658953Z","steps":["trace[792274959] 'process raft request' (duration: 159.003359ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.658976Z","caller":"traceutil/trace.go:171","msg":"trace[1710476401] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5060; }","duration":"170.175654ms","start":"2026-07-07T08:26:58.488785Z","end":"2026-07-07T08:26:58.65896Z","steps":["trace[1710476401] 'read index received' (duration: 134.521224ms)","trace[1710476401] 'applied index is now lower than readState.Index' (duration: 35.65346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:58.659088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.553752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129182"} {"level":"warn","ts":"2026-07-07T08:26:58.659085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.126587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bff478dbe405cb\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T08:26:58.659109Z","caller":"traceutil/trace.go:171","msg":"trace[357200250] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4873; }","duration":"208.625654ms","start":"2026-07-07T08:26:58.450477Z","end":"2026-07-07T08:26:58.659102Z","steps":["trace[357200250] 'agreement among raft nodes before linearized reading' (duration: 208.484891ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.659122Z","caller":"traceutil/trace.go:171","msg":"trace[1897365213] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bff478dbe405cb; range_end:; response_count:1; response_revision:4873; }","duration":"211.194519ms","start":"2026-07-07T08:26:58.447914Z","end":"2026-07-07T08:26:58.659109Z","steps":["trace[1897365213] 'agreement among raft nodes before linearized reading' (duration: 211.049876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.659147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.975287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4130"} {"level":"warn","ts":"2026-07-07T08:26:58.659086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.607078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.659192Z","caller":"traceutil/trace.go:171","msg":"trace[1348309704] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4873; }","duration":"167.050247ms","start":"2026-07-07T08:26:58.492131Z","end":"2026-07-07T08:26:58.659181Z","steps":["trace[1348309704] 'agreement among raft nodes before linearized reading' (duration: 166.981396ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:58.659233Z","caller":"traceutil/trace.go:171","msg":"trace[1117495877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4873; }","duration":"212.765221ms","start":"2026-07-07T08:26:58.446457Z","end":"2026-07-07T08:26:58.659222Z","steps":["trace[1117495877] 'agreement among raft nodes before linearized reading' (duration: 212.583398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.986238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.618335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:26:58.986369Z","caller":"traceutil/trace.go:171","msg":"trace[1628109507] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"324.615959ms","start":"2026-07-07T08:26:58.661734Z","end":"2026-07-07T08:26:58.98635Z","steps":["trace[1628109507] 'process raft request' (duration: 105.787719ms)","trace[1628109507] 'compare' (duration: 218.461302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:58.986443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:58.661713Z","time spent":"324.69698ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:26:58.998659Z","caller":"traceutil/trace.go:171","msg":"trace[965046124] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5067; }","duration":"334.777612ms","start":"2026-07-07T08:26:58.663863Z","end":"2026-07-07T08:26:58.998641Z","steps":["trace[965046124] 'read index received' (duration: 103.755635ms)","trace[965046124] 'applied index is now lower than readState.Index' (duration: 231.021087ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:58.998692Z","caller":"traceutil/trace.go:171","msg":"trace[1071220072] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"334.887845ms","start":"2026-07-07T08:26:58.663782Z","end":"2026-07-07T08:26:58.99867Z","steps":["trace[1071220072] 'process raft request' (duration: 334.704191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.998774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:58.663765Z","time spent":"334.970107ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T08:26:58.99882Z","caller":"traceutil/trace.go:171","msg":"trace[1853113405] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"328.493481ms","start":"2026-07-07T08:26:58.67027Z","end":"2026-07-07T08:26:58.998764Z","steps":["trace[1853113405] 'process raft request' (duration: 328.321287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.998863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.978767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-07T08:26:58.99889Z","caller":"traceutil/trace.go:171","msg":"trace[1669581710] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4876; }","duration":"335.037358ms","start":"2026-07-07T08:26:58.663845Z","end":"2026-07-07T08:26:58.998882Z","steps":["trace[1669581710] 'agreement among raft nodes before linearized reading' (duration: 334.899855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.998917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:58.663835Z","time spent":"335.075859ms","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-07T08:26:58.998969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:58.670255Z","time spent":"328.636163ms","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:26:58.998958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.76212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18bff476a43f56e1\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-07T08:26:58.999037Z","caller":"traceutil/trace.go:171","msg":"trace[913191777] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18bff476a43f56e1; range_end:; response_count:1; response_revision:4876; }","duration":"332.886622ms","start":"2026-07-07T08:26:58.666132Z","end":"2026-07-07T08:26:58.999019Z","steps":["trace[913191777] 'agreement among raft nodes before linearized reading' (duration: 332.677018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:58.999082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:58.666122Z","time spent":"332.951654ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":759,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18bff476a43f56e1\" "} {"level":"warn","ts":"2026-07-07T08:26:58.999073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.137856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:26:58.999145Z","caller":"traceutil/trace.go:171","msg":"trace[1902984573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4876; }","duration":"106.250558ms","start":"2026-07-07T08:26:58.892882Z","end":"2026-07-07T08:26:58.999132Z","steps":["trace[1902984573] 'agreement among raft nodes before linearized reading' (duration: 106.095965ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:59.165399Z","caller":"traceutil/trace.go:171","msg":"trace[116195533] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5073; }","duration":"100.051374ms","start":"2026-07-07T08:26:59.065325Z","end":"2026-07-07T08:26:59.165376Z","steps":["trace[116195533] 'read index received' (duration: 100.041874ms)","trace[116195533] 'applied index is now lower than readState.Index' (duration: 7.39µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:59.16565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.302079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18bff476a4372bd1\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-07-07T08:26:59.16572Z","caller":"traceutil/trace.go:171","msg":"trace[1776050982] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18bff476a4372bd1; range_end:; response_count:1; response_revision:4878; }","duration":"100.430932ms","start":"2026-07-07T08:26:59.065271Z","end":"2026-07-07T08:26:59.165702Z","steps":["trace[1776050982] 'agreement among raft nodes before linearized reading' (duration: 100.204527ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:59.249181Z","caller":"traceutil/trace.go:171","msg":"trace[2083280415] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"179.470244ms","start":"2026-07-07T08:26:59.069692Z","end":"2026-07-07T08:26:59.249162Z","steps":["trace[2083280415] 'process raft request' (duration: 179.419033ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:59.249248Z","caller":"traceutil/trace.go:171","msg":"trace[2056802957] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"183.890277ms","start":"2026-07-07T08:26:59.065326Z","end":"2026-07-07T08:26:59.249216Z","steps":["trace[2056802957] 'process raft request' (duration: 183.666382ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:59.32856Z","caller":"traceutil/trace.go:171","msg":"trace[1576221980] linearizableReadLoop","detail":"{readStateIndex:5077; appliedIndex:5073; }","duration":"135.638162ms","start":"2026-07-07T08:26:59.1929Z","end":"2026-07-07T08:26:59.328538Z","steps":["trace[1576221980] 'read index received' (duration: 56.190832ms)","trace[1576221980] 'applied index is now lower than readState.Index' (duration: 79.44636ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:59.328645Z","caller":"traceutil/trace.go:171","msg":"trace[182083419] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"162.589629ms","start":"2026-07-07T08:26:59.16601Z","end":"2026-07-07T08:26:59.3286Z","steps":["trace[182083419] 'process raft request' (duration: 92.499325ms)","trace[182083419] 'compare' (duration: 69.835409ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:59.328673Z","caller":"traceutil/trace.go:171","msg":"trace[1690451550] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"160.465044ms","start":"2026-07-07T08:26:59.168177Z","end":"2026-07-07T08:26:59.328642Z","steps":["trace[1690451550] 'process raft request' (duration: 160.301211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:59.328813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.904577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-07T08:26:59.328923Z","caller":"traceutil/trace.go:171","msg":"trace[1086338985] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4882; }","duration":"136.066642ms","start":"2026-07-07T08:26:59.192846Z","end":"2026-07-07T08:26:59.328913Z","steps":["trace[1086338985] 'agreement among raft nodes before linearized reading' (duration: 135.832686ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:59.522051Z","caller":"traceutil/trace.go:171","msg":"trace[863261016] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5079; }","duration":"136.899608ms","start":"2026-07-07T08:26:59.385131Z","end":"2026-07-07T08:26:59.52203Z","steps":["trace[863261016] 'read index received' (duration: 86.11505ms)","trace[863261016] 'applied index is now lower than readState.Index' (duration: 50.783598ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:26:59.522196Z","caller":"traceutil/trace.go:171","msg":"trace[2070375596] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"164.348357ms","start":"2026-07-07T08:26:59.357834Z","end":"2026-07-07T08:26:59.522182Z","steps":["trace[2070375596] 'process raft request' (duration: 113.466156ms)","trace[2070375596] 'compare' (duration: 50.267987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:26:59.522414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.271197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-qwb4m.18bff47ff89b1c16\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-07T08:26:59.522631Z","caller":"traceutil/trace.go:171","msg":"trace[24205755] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"162.369225ms","start":"2026-07-07T08:26:59.360102Z","end":"2026-07-07T08:26:59.522471Z","steps":["trace[24205755] 'process raft request' (duration: 161.861483ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:59.522837Z","caller":"traceutil/trace.go:171","msg":"trace[1614611413] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-qwb4m.18bff47ff89b1c16; range_end:; response_count:1; response_revision:4886; }","duration":"137.739186ms","start":"2026-07-07T08:26:59.385081Z","end":"2026-07-07T08:26:59.522821Z","steps":["trace[1614611413] 'agreement among raft nodes before linearized reading' (duration: 137.180814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:26:59.742991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.972878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:26:59.743156Z","caller":"traceutil/trace.go:171","msg":"trace[1292104686] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"130.790729ms","start":"2026-07-07T08:26:59.612351Z","end":"2026-07-07T08:26:59.743142Z","steps":["trace[1292104686] 'process raft request' (duration: 130.723428ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:26:59.743207Z","caller":"traceutil/trace.go:171","msg":"trace[1263731279] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"132.427215ms","start":"2026-07-07T08:26:59.610721Z","end":"2026-07-07T08:26:59.743148Z","steps":["trace[1263731279] 'process raft request' (duration: 17.176351ms)","trace[1263731279] 'compare' (duration: 114.872766ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:00.059545Z","caller":"traceutil/trace.go:171","msg":"trace[859025948] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"302.424598ms","start":"2026-07-07T08:26:59.757103Z","end":"2026-07-07T08:27:00.059528Z","steps":["trace[859025948] 'process raft request' (duration: 277.028564ms)","trace[859025948] 'compare' (duration: 25.320832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:27:00.059632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:26:59.757093Z","time spent":"302.492849ms","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:27:00.098405Z","caller":"traceutil/trace.go:171","msg":"trace[248882281] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"293.019067ms","start":"2026-07-07T08:26:59.805365Z","end":"2026-07-07T08:27:00.098384Z","steps":["trace[248882281] 'process raft request' (duration: 292.927286ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:00.320628Z","caller":"traceutil/trace.go:171","msg":"trace[1745944760] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"216.004136ms","start":"2026-07-07T08:27:00.104581Z","end":"2026-07-07T08:27:00.320585Z","steps":["trace[1745944760] 'process raft request' (duration: 160.797836ms)","trace[1745944760] 'compare' (duration: 54.970134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:27:00.685232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.44094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:27:00.685297Z","caller":"traceutil/trace.go:171","msg":"trace[410582341] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5091; }","duration":"208.11954ms","start":"2026-07-07T08:27:00.477167Z","end":"2026-07-07T08:27:00.685286Z","steps":["trace[410582341] 'read index received' (duration: 15.495955ms)","trace[410582341] 'applied index is now lower than readState.Index' (duration: 192.622765ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:00.685346Z","caller":"traceutil/trace.go:171","msg":"trace[801879375] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"267.581358ms","start":"2026-07-07T08:27:00.417758Z","end":"2026-07-07T08:27:00.685339Z","steps":["trace[801879375] 'process raft request' (duration: 74.976644ms)","trace[801879375] 'compare' (duration: 192.334848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:27:00.685519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.369505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4424"} {"level":"info","ts":"2026-07-07T08:27:00.685533Z","caller":"traceutil/trace.go:171","msg":"trace[548637760] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4897; }","duration":"208.414756ms","start":"2026-07-07T08:27:00.477114Z","end":"2026-07-07T08:27:00.685528Z","steps":["trace[548637760] 'agreement among raft nodes before linearized reading' (duration: 208.332364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:00.94398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.179784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:27:00.944362Z","caller":"traceutil/trace.go:171","msg":"trace[1804483102] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5092; }","duration":"211.019959ms","start":"2026-07-07T08:27:00.733329Z","end":"2026-07-07T08:27:00.944349Z","steps":["trace[1804483102] 'read index received' (duration: 78.392275ms)","trace[1804483102] 'applied index is now lower than readState.Index' (duration: 132.626574ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:00.944485Z","caller":"traceutil/trace.go:171","msg":"trace[263716620] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"255.633326ms","start":"2026-07-07T08:27:00.688844Z","end":"2026-07-07T08:27:00.944477Z","steps":["trace[263716620] 'process raft request' (duration: 122.89847ms)","trace[263716620] 'compare' (duration: 131.98787ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:00.944629Z","caller":"traceutil/trace.go:171","msg":"trace[427057606] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"253.410069ms","start":"2026-07-07T08:27:00.691194Z","end":"2026-07-07T08:27:00.944604Z","steps":["trace[427057606] 'process raft request' (duration: 253.123053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:00.944728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.692451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-07T08:27:00.944729Z","caller":"traceutil/trace.go:171","msg":"trace[601098850] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"253.619794ms","start":"2026-07-07T08:27:00.691086Z","end":"2026-07-07T08:27:00.944706Z","steps":["trace[601098850] 'process raft request' (duration: 253.019281ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:00.944789Z","caller":"traceutil/trace.go:171","msg":"trace[1549316719] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:4900; }","duration":"169.795744ms","start":"2026-07-07T08:27:00.77498Z","end":"2026-07-07T08:27:00.944776Z","steps":["trace[1549316719] 'agreement among raft nodes before linearized reading' (duration: 169.636251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:00.944867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.52997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-07T08:27:00.944892Z","caller":"traceutil/trace.go:171","msg":"trace[2087896012] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:4900; }","duration":"211.591861ms","start":"2026-07-07T08:27:00.733294Z","end":"2026-07-07T08:27:00.944886Z","steps":["trace[2087896012] 'agreement among raft nodes before linearized reading' (duration: 211.51969ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:01.146538Z","caller":"traceutil/trace.go:171","msg":"trace[1007481465] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"106.616074ms","start":"2026-07-07T08:27:01.039906Z","end":"2026-07-07T08:27:01.146522Z","steps":["trace[1007481465] 'process raft request' (duration: 38.560038ms)","trace[1007481465] 'compare' (duration: 67.76182ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:01.146755Z","caller":"traceutil/trace.go:171","msg":"trace[1308189217] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"101.268042ms","start":"2026-07-07T08:27:01.045482Z","end":"2026-07-07T08:27:01.14675Z","steps":["trace[1308189217] 'process raft request' (duration: 100.965336ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:01.525708Z","caller":"traceutil/trace.go:171","msg":"trace[826427829] linearizableReadLoop","detail":"{readStateIndex:5106; appliedIndex:5105; }","duration":"122.66255ms","start":"2026-07-07T08:27:01.403022Z","end":"2026-07-07T08:27:01.525684Z","steps":["trace[826427829] 'read index received' (duration: 87.31979ms)","trace[826427829] 'applied index is now lower than readState.Index' (duration: 35.3414ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:01.525825Z","caller":"traceutil/trace.go:171","msg":"trace[1277832593] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"122.934117ms","start":"2026-07-07T08:27:01.402865Z","end":"2026-07-07T08:27:01.525799Z","steps":["trace[1277832593] 'process raft request' (duration: 87.534395ms)","trace[1277832593] 'compare' (duration: 35.151987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:27:01.526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.949806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-07T08:27:01.526126Z","caller":"traceutil/trace.go:171","msg":"trace[29478111] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4911; }","duration":"123.047659ms","start":"2026-07-07T08:27:01.403011Z","end":"2026-07-07T08:27:01.526058Z","steps":["trace[29478111] 'agreement among raft nodes before linearized reading' (duration: 122.813014ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:01.694181Z","caller":"traceutil/trace.go:171","msg":"trace[53003210] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"147.733476ms","start":"2026-07-07T08:27:01.546425Z","end":"2026-07-07T08:27:01.694159Z","steps":["trace[53003210] 'process raft request' (duration: 83.343517ms)","trace[53003210] 'compare' (duration: 64.175795ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:01.694455Z","caller":"traceutil/trace.go:171","msg":"trace[930372557] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5108; }","duration":"133.563439ms","start":"2026-07-07T08:27:01.560884Z","end":"2026-07-07T08:27:01.694447Z","steps":["trace[930372557] 'read index received' (duration: 68.887144ms)","trace[930372557] 'applied index is now lower than readState.Index' (duration: 64.675145ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:01.694627Z","caller":"traceutil/trace.go:171","msg":"trace[1259258900] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"146.659983ms","start":"2026-07-07T08:27:01.547934Z","end":"2026-07-07T08:27:01.694594Z","steps":["trace[1259258900] 'process raft request' (duration: 146.358067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:01.694653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.749543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-07T08:27:01.694917Z","caller":"traceutil/trace.go:171","msg":"trace[1107770655] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4916; }","duration":"134.054719ms","start":"2026-07-07T08:27:01.560852Z","end":"2026-07-07T08:27:01.694907Z","steps":["trace[1107770655] 'agreement among raft nodes before linearized reading' (duration: 133.62175ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:01.69434Z","caller":"traceutil/trace.go:171","msg":"trace[958727003] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"146.47978ms","start":"2026-07-07T08:27:01.54785Z","end":"2026-07-07T08:27:01.69433Z","steps":["trace[958727003] 'process raft request' (duration: 146.241125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:01.903737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.399052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-07T08:27:01.903814Z","caller":"traceutil/trace.go:171","msg":"trace[1109075188] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4920; }","duration":"107.506224ms","start":"2026-07-07T08:27:01.79629Z","end":"2026-07-07T08:27:01.903796Z","steps":["trace[1109075188] 'range keys from in-memory index tree' (duration: 107.231238ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:02.02041Z","caller":"traceutil/trace.go:171","msg":"trace[462116098] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5115; }","duration":"110.514925ms","start":"2026-07-07T08:27:01.909873Z","end":"2026-07-07T08:27:02.020388Z","steps":["trace[462116098] 'read index received' (duration: 110.191329ms)","trace[462116098] 'applied index is now lower than readState.Index' (duration: 322.366µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:02.020456Z","caller":"traceutil/trace.go:171","msg":"trace[696736882] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"119.105276ms","start":"2026-07-07T08:27:01.901306Z","end":"2026-07-07T08:27:02.020411Z","steps":["trace[696736882] 'process raft request' (duration: 118.888171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:02.020616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.729609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-07-07T08:27:02.020848Z","caller":"traceutil/trace.go:171","msg":"trace[441344423] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4921; }","duration":"111.015865ms","start":"2026-07-07T08:27:01.90982Z","end":"2026-07-07T08:27:02.020836Z","steps":["trace[441344423] 'agreement among raft nodes before linearized reading' (duration: 110.651488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:02.98472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.380081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-07T08:27:02.98479Z","caller":"traceutil/trace.go:171","msg":"trace[2085188276] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:4931; }","duration":"154.488443ms","start":"2026-07-07T08:27:02.830286Z","end":"2026-07-07T08:27:02.984775Z","steps":["trace[2085188276] 'range keys from in-memory index tree' (duration: 154.292399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:02.984597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.403422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-07T08:27:02.985128Z","caller":"traceutil/trace.go:171","msg":"trace[1122526448] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:4931; }","duration":"103.004105ms","start":"2026-07-07T08:27:02.882105Z","end":"2026-07-07T08:27:02.985109Z","steps":["trace[1122526448] 'range keys from in-memory index tree' (duration: 102.215788ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:04.052359Z","caller":"traceutil/trace.go:171","msg":"trace[891492548] linearizableReadLoop","detail":"{readStateIndex:5136; appliedIndex:5135; }","duration":"120.197558ms","start":"2026-07-07T08:27:03.93214Z","end":"2026-07-07T08:27:04.052338Z","steps":["trace[891492548] 'read index received' (duration: 48.007832ms)","trace[891492548] 'applied index is now lower than readState.Index' (duration: 72.188886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:27:04.052525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.370232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-07T08:27:04.052568Z","caller":"traceutil/trace.go:171","msg":"trace[1959287686] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:4941; }","duration":"120.470054ms","start":"2026-07-07T08:27:03.932086Z","end":"2026-07-07T08:27:04.052556Z","steps":["trace[1959287686] 'agreement among raft nodes before linearized reading' (duration: 120.358981ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:04.052983Z","caller":"traceutil/trace.go:171","msg":"trace[977711193] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"149.257645ms","start":"2026-07-07T08:27:03.903701Z","end":"2026-07-07T08:27:04.052958Z","steps":["trace[977711193] 'process raft request' (duration: 133.772521ms)","trace[977711193] 'compare' (duration: 14.693698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:27:10.370127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:27:10.871247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:27:11.372167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905727682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:27:11.449514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.637448284s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T08:27:11.450018Z","caller":"traceutil/trace.go:171","msg":"trace[1611464952] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"1.638043736s","start":"2026-07-07T08:27:09.811943Z","end":"2026-07-07T08:27:11.449987Z","steps":["trace[1611464952] 'process raft request' (duration: 1.637878812s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.450177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:09.811923Z","time spent":"1.638163919s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:27:11.459041Z","caller":"traceutil/trace.go:171","msg":"trace[1192552304] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5238; }","duration":"1.589492562s","start":"2026-07-07T08:27:09.869518Z","end":"2026-07-07T08:27:11.45901Z","steps":["trace[1192552304] 'read index received' (duration: 1.580364264s)","trace[1192552304] 'applied index is now lower than readState.Index' (duration: 9.127438ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:11.459172Z","caller":"traceutil/trace.go:171","msg":"trace[2117297590] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"171.487296ms","start":"2026-07-07T08:27:11.287665Z","end":"2026-07-07T08:27:11.459152Z","steps":["trace[2117297590] 'process raft request' (duration: 171.308963ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:11.459181Z","caller":"traceutil/trace.go:171","msg":"trace[1001088351] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"335.830904ms","start":"2026-07-07T08:27:11.123248Z","end":"2026-07-07T08:27:11.459078Z","steps":["trace[1001088351] 'process raft request' (duration: 335.6364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.459301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50188082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-07T08:27:11.459341Z","caller":"traceutil/trace.go:171","msg":"trace[622754398] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5042; }","duration":"1.501958851s","start":"2026-07-07T08:27:09.957372Z","end":"2026-07-07T08:27:11.459331Z","steps":["trace[622754398] 'agreement among raft nodes before linearized reading' (duration: 1.501833748s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.459364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:09.957357Z","time spent":"1.502000122s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-07T08:27:11.459456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075214558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:27:11.459476Z","caller":"traceutil/trace.go:171","msg":"trace[1625320946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5042; }","duration":"1.07526189s","start":"2026-07-07T08:27:10.384209Z","end":"2026-07-07T08:27:11.459471Z","steps":["trace[1625320946] 'agreement among raft nodes before linearized reading' (duration: 1.075229909s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.459492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:10.384189Z","time spent":"1.07529988s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T08:27:11.459382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:11.123225Z","time spent":"336.056429ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:27:11.45961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104544674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:27:11.459635Z","caller":"traceutil/trace.go:171","msg":"trace[197392846] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5042; }","duration":"1.104606446s","start":"2026-07-07T08:27:10.355021Z","end":"2026-07-07T08:27:11.459628Z","steps":["trace[197392846] 'agreement among raft nodes before linearized reading' (duration: 1.104564495s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.459655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:10.355004Z","time spent":"1.104646646s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:27:11.459839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590307488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T08:27:11.45982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254647414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:27:11.459981Z","caller":"traceutil/trace.go:171","msg":"trace[714244760] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5042; }","duration":"1.254846887s","start":"2026-07-07T08:27:10.205111Z","end":"2026-07-07T08:27:11.459958Z","steps":["trace[714244760] 'agreement among raft nodes before linearized reading' (duration: 1.254544361s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.46048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:10.205097Z","time spent":"1.255358327s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:27:11.460369Z","caller":"traceutil/trace.go:171","msg":"trace[1640862472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5042; }","duration":"1.590445422s","start":"2026-07-07T08:27:09.86948Z","end":"2026-07-07T08:27:11.459925Z","steps":["trace[1640862472] 'agreement among raft nodes before linearized reading' (duration: 1.589965562s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.461724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:09.869465Z","time spent":"1.592245819s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T08:27:11.463017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.24298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T08:27:11.463406Z","caller":"traceutil/trace.go:171","msg":"trace[164983686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5042; }","duration":"954.764161ms","start":"2026-07-07T08:27:10.50845Z","end":"2026-07-07T08:27:11.463214Z","steps":["trace[164983686] 'agreement among raft nodes before linearized reading' (duration: 952.669978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.463408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.270115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T08:27:11.463574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:10.508431Z","time spent":"955.088508ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T08:27:11.46362Z","caller":"traceutil/trace.go:171","msg":"trace[1410222676] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5042; }","duration":"699.757145ms","start":"2026-07-07T08:27:10.76384Z","end":"2026-07-07T08:27:11.463597Z","steps":["trace[1410222676] 'agreement among raft nodes before linearized reading' (duration: 695.805924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.464074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:27:10.763821Z","time spent":"700.192024ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":545,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:27:11.737361Z","caller":"traceutil/trace.go:171","msg":"trace[1976283480] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"114.681354ms","start":"2026-07-07T08:27:11.622657Z","end":"2026-07-07T08:27:11.737338Z","steps":["trace[1976283480] 'process raft request' (duration: 62.958137ms)","trace[1976283480] 'compare' (duration: 51.512213ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:11.737962Z","caller":"traceutil/trace.go:171","msg":"trace[2124764131] linearizableReadLoop","detail":"{readStateIndex:5249; appliedIndex:5246; }","duration":"112.603482ms","start":"2026-07-07T08:27:11.625337Z","end":"2026-07-07T08:27:11.73794Z","steps":["trace[2124764131] 'read index received' (duration: 2.87853ms)","trace[2124764131] 'applied index is now lower than readState.Index' (duration: 109.724182ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:11.738027Z","caller":"traceutil/trace.go:171","msg":"trace[798995508] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"112.712824ms","start":"2026-07-07T08:27:11.625294Z","end":"2026-07-07T08:27:11.738006Z","steps":["trace[798995508] 'process raft request' (duration: 111.998919ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:11.738094Z","caller":"traceutil/trace.go:171","msg":"trace[1958164497] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"112.435768ms","start":"2026-07-07T08:27:11.625639Z","end":"2026-07-07T08:27:11.738075Z","steps":["trace[1958164497] 'process raft request' (duration: 112.206644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:11.738189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.774545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-07T08:27:11.739389Z","caller":"traceutil/trace.go:171","msg":"trace[1360651963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:5051; }","duration":"114.200924ms","start":"2026-07-07T08:27:11.625176Z","end":"2026-07-07T08:27:11.739377Z","steps":["trace[1360651963] 'agreement among raft nodes before linearized reading' (duration: 112.897117ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:15.53802Z","caller":"traceutil/trace.go:171","msg":"trace[365847065] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"129.531835ms","start":"2026-07-07T08:27:15.408464Z","end":"2026-07-07T08:27:15.537995Z","steps":["trace[365847065] 'process raft request' (duration: 72.868723ms)","trace[365847065] 'compare' (duration: 56.430147ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:26.85257Z","caller":"traceutil/trace.go:171","msg":"trace[1206628880] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5352; }","duration":"225.704489ms","start":"2026-07-07T08:27:26.62684Z","end":"2026-07-07T08:27:26.852544Z","steps":["trace[1206628880] 'read index received' (duration: 225.392762ms)","trace[1206628880] 'applied index is now lower than readState.Index' (duration: 310.507µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:26.852628Z","caller":"traceutil/trace.go:171","msg":"trace[842808443] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"275.157596ms","start":"2026-07-07T08:27:26.577439Z","end":"2026-07-07T08:27:26.852597Z","steps":["trace[842808443] 'process raft request' (duration: 274.935852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:26.852746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.890233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:27:26.852843Z","caller":"traceutil/trace.go:171","msg":"trace[648792070] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5147; }","duration":"226.044726ms","start":"2026-07-07T08:27:26.626787Z","end":"2026-07-07T08:27:26.852832Z","steps":["trace[648792070] 'agreement among raft nodes before linearized reading' (duration: 225.902843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:26.853113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.396229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-07T08:27:26.853247Z","caller":"traceutil/trace.go:171","msg":"trace[958422368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5147; }","duration":"202.577333ms","start":"2026-07-07T08:27:26.650634Z","end":"2026-07-07T08:27:26.853211Z","steps":["trace[958422368] 'agreement among raft nodes before linearized reading' (duration: 202.125034ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:26.993105Z","caller":"traceutil/trace.go:171","msg":"trace[2009874746] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"133.515071ms","start":"2026-07-07T08:27:26.859553Z","end":"2026-07-07T08:27:26.993068Z","steps":["trace[2009874746] 'process raft request' (duration: 58.967088ms)","trace[2009874746] 'compare' (duration: 74.321349ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:27:26.993332Z","caller":"traceutil/trace.go:171","msg":"trace[243655685] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"133.568043ms","start":"2026-07-07T08:27:26.859741Z","end":"2026-07-07T08:27:26.993309Z","steps":["trace[243655685] 'process raft request' (duration: 133.248906ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:26.993554Z","caller":"traceutil/trace.go:171","msg":"trace[47459336] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"133.407399ms","start":"2026-07-07T08:27:26.86012Z","end":"2026-07-07T08:27:26.993527Z","steps":["trace[47459336] 'process raft request' (duration: 133.101293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:27:27.296639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.217543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-07T08:27:27.296696Z","caller":"traceutil/trace.go:171","msg":"trace[707752788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5151; }","duration":"143.312994ms","start":"2026-07-07T08:27:27.153371Z","end":"2026-07-07T08:27:27.296684Z","steps":["trace[707752788] 'range keys from in-memory index tree' (duration: 143.09813ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:27:52.150656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2889} {"level":"info","ts":"2026-07-07T08:27:52.296215Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2889,"took":"144.487503ms","hash":3882787555,"current-db-size-bytes":51912704,"current-db-size":"52 MB","current-db-size-in-use-bytes":28356608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-07T08:27:52.296338Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3882787555,"revision":2889,"compact-revision":-1} {"level":"info","ts":"2026-07-07T08:28:09.990275Z","caller":"traceutil/trace.go:171","msg":"trace[2075278531] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5723; }","duration":"100.756654ms","start":"2026-07-07T08:28:09.8895Z","end":"2026-07-07T08:28:09.990257Z","steps":["trace[2075278531] 'read index received' (duration: 100.58266ms)","trace[2075278531] 'applied index is now lower than readState.Index' (duration: 173.164µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:28:09.990574Z","caller":"traceutil/trace.go:171","msg":"trace[2101572470] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"101.471049ms","start":"2026-07-07T08:28:09.889095Z","end":"2026-07-07T08:28:09.990566Z","steps":["trace[2101572470] 'process raft request' (duration: 101.04886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:09.990767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.249944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T08:28:09.990788Z","caller":"traceutil/trace.go:171","msg":"trace[1170938749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5507; }","duration":"101.318226ms","start":"2026-07-07T08:28:09.889464Z","end":"2026-07-07T08:28:09.990782Z","steps":["trace[1170938749] 'agreement among raft nodes before linearized reading' (duration: 101.225884ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:28:10.061847Z","caller":"traceutil/trace.go:171","msg":"trace[1645578399] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"125.489095ms","start":"2026-07-07T08:28:09.936337Z","end":"2026-07-07T08:28:10.061826Z","steps":["trace[1645578399] 'process raft request' (duration: 124.841923ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:28:10.062248Z","caller":"traceutil/trace.go:171","msg":"trace[1248418141] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"121.490468ms","start":"2026-07-07T08:28:09.940736Z","end":"2026-07-07T08:28:10.062227Z","steps":["trace[1248418141] 'process raft request' (duration: 120.595191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:10.062591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.087445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T08:28:10.062643Z","caller":"traceutil/trace.go:171","msg":"trace[1361804529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5510; }","duration":"127.152656ms","start":"2026-07-07T08:28:09.935477Z","end":"2026-07-07T08:28:10.06263Z","steps":["trace[1361804529] 'agreement among raft nodes before linearized reading' (duration: 126.983673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:12.8726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.038548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T08:28:12.872767Z","caller":"traceutil/trace.go:171","msg":"trace[1634058071] linearizableReadLoop","detail":"{readStateIndex:5748; appliedIndex:5746; }","duration":"804.34832ms","start":"2026-07-07T08:28:12.068406Z","end":"2026-07-07T08:28:12.872754Z","steps":["trace[1634058071] 'read index received' (duration: 274.172499ms)","trace[1634058071] 'applied index is now lower than readState.Index' (duration: 530.175101ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:28:12.872953Z","caller":"traceutil/trace.go:171","msg":"trace[1824334498] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"876.143935ms","start":"2026-07-07T08:28:11.996792Z","end":"2026-07-07T08:28:12.872936Z","steps":["trace[1824334498] 'process raft request' (duration: 345.685009ms)","trace[1824334498] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 529.295454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:28:12.873013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:11.996779Z","time spent":"876.197417ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:12.873139Z","caller":"traceutil/trace.go:171","msg":"trace[312035001] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"804.806399ms","start":"2026-07-07T08:28:12.068325Z","end":"2026-07-07T08:28:12.873131Z","steps":["trace[312035001] 'process raft request' (duration: 804.360879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:12.873184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:12.068305Z","time spent":"804.850249ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:28:12.873424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.014013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T08:28:12.873447Z","caller":"traceutil/trace.go:171","msg":"trace[1075084499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5531; }","duration":"805.057164ms","start":"2026-07-07T08:28:12.068383Z","end":"2026-07-07T08:28:12.87344Z","steps":["trace[1075084499] 'agreement among raft nodes before linearized reading' (duration: 804.953992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:12.873466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:12.068377Z","time spent":"805.083874ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T08:28:12.873609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.690431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T08:28:12.87363Z","caller":"traceutil/trace.go:171","msg":"trace[1690701580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5531; }","duration":"800.731951ms","start":"2026-07-07T08:28:12.072892Z","end":"2026-07-07T08:28:12.873624Z","steps":["trace[1690701580] 'agreement among raft nodes before linearized reading' (duration: 800.67004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:12.873646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:12.072883Z","time spent":"800.758581ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T08:28:12.873788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.847735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:12.873811Z","caller":"traceutil/trace.go:171","msg":"trace[113165352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5531; }","duration":"529.872825ms","start":"2026-07-07T08:28:12.34393Z","end":"2026-07-07T08:28:12.873803Z","steps":["trace[113165352] 'agreement among raft nodes before linearized reading' (duration: 529.830665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:12.873835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:12.343815Z","time spent":"530.010308ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:28:12.873834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.352228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:12.873882Z","caller":"traceutil/trace.go:171","msg":"trace[309991916] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5531; }","duration":"464.452171ms","start":"2026-07-07T08:28:12.409418Z","end":"2026-07-07T08:28:12.873871Z","steps":["trace[309991916] 'agreement among raft nodes before linearized reading' (duration: 464.340478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:12.873909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:12.409404Z","time spent":"464.500741ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T08:28:18.544379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T08:28:18.702614Z","caller":"traceutil/trace.go:171","msg":"trace[1028340585] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"757.328766ms","start":"2026-07-07T08:28:17.945269Z","end":"2026-07-07T08:28:18.702598Z","steps":["trace[1028340585] 'process raft request' (duration: 757.237144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.702717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:17.945253Z","time spent":"757.415717ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:18.70601Z","caller":"traceutil/trace.go:171","msg":"trace[503775904] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5780; }","duration":"662.140625ms","start":"2026-07-07T08:28:18.043853Z","end":"2026-07-07T08:28:18.705993Z","steps":["trace[503775904] 'read index received' (duration: 658.697299ms)","trace[503775904] 'applied index is now lower than readState.Index' (duration: 3.442896ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:28:18.706074Z","caller":"traceutil/trace.go:171","msg":"trace[556848946] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"660.704237ms","start":"2026-07-07T08:28:18.045365Z","end":"2026-07-07T08:28:18.706069Z","steps":["trace[556848946] 'process raft request' (duration: 660.565035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.045355Z","time spent":"660.729867ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:18.706167Z","caller":"traceutil/trace.go:171","msg":"trace[1796881861] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"656.943436ms","start":"2026-07-07T08:28:18.049212Z","end":"2026-07-07T08:28:18.706156Z","steps":["trace[1796881861] 'process raft request' (duration: 656.762912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.70619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.049192Z","time spent":"656.985037ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:28:18.70628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.42593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:28:18.706299Z","caller":"traceutil/trace.go:171","msg":"trace[1997167668] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5565; }","duration":"662.467041ms","start":"2026-07-07T08:28:18.043825Z","end":"2026-07-07T08:28:18.706292Z","steps":["trace[1997167668] 'agreement among raft nodes before linearized reading' (duration: 662.39949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.043812Z","time spent":"662.497262ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":61,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:28:18.706407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.467041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:28:18.706431Z","caller":"traceutil/trace.go:171","msg":"trace[672109881] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5565; }","duration":"662.499052ms","start":"2026-07-07T08:28:18.043928Z","end":"2026-07-07T08:28:18.706427Z","steps":["trace[672109881] 'agreement among raft nodes before linearized reading' (duration: 662.460201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.043925Z","time spent":"662.514652ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:28:18.706455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.859734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:18.706497Z","caller":"traceutil/trace.go:171","msg":"trace[585559806] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5565; }","duration":"601.927505ms","start":"2026-07-07T08:28:18.104558Z","end":"2026-07-07T08:28:18.706485Z","steps":["trace[585559806] 'agreement among raft nodes before linearized reading' (duration: 601.862014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.902799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:18.706535Z","caller":"traceutil/trace.go:171","msg":"trace[1974138569] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5565; }","duration":"661.92649ms","start":"2026-07-07T08:28:18.044603Z","end":"2026-07-07T08:28:18.70653Z","steps":["trace[1974138569] 'agreement among raft nodes before linearized reading' (duration: 661.905269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.044598Z","time spent":"661.94618ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-07T08:28:18.706529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.104543Z","time spent":"601.978395ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T08:28:18.706652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.502982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T08:28:18.706664Z","caller":"traceutil/trace.go:171","msg":"trace[594425388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5565; }","duration":"662.522062ms","start":"2026-07-07T08:28:18.044139Z","end":"2026-07-07T08:28:18.706661Z","steps":["trace[594425388] 'agreement among raft nodes before linearized reading' (duration: 662.463401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.044136Z","time spent":"662.539312ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T08:28:18.706737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.041309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:28:18.706758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.625564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T08:28:18.70677Z","caller":"traceutil/trace.go:171","msg":"trace[1426423394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5565; }","duration":"662.645444ms","start":"2026-07-07T08:28:18.044121Z","end":"2026-07-07T08:28:18.706767Z","steps":["trace[1426423394] 'agreement among raft nodes before linearized reading' (duration: 662.607873ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:28:18.706765Z","caller":"traceutil/trace.go:171","msg":"trace[911188905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5565; }","duration":"324.08347ms","start":"2026-07-07T08:28:18.382673Z","end":"2026-07-07T08:28:18.706757Z","steps":["trace[911188905] 'agreement among raft nodes before linearized reading' (duration: 324.038859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.044118Z","time spent":"662.661374ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T08:28:18.706791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.382667Z","time spent":"324.11819ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T08:28:18.706841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.838297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:18.706856Z","caller":"traceutil/trace.go:171","msg":"trace[623112298] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5565; }","duration":"662.857409ms","start":"2026-07-07T08:28:18.043992Z","end":"2026-07-07T08:28:18.706849Z","steps":["trace[623112298] 'agreement among raft nodes before linearized reading' (duration: 662.837008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.706868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.043989Z","time spent":"662.875749ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:28:18.706935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.958411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:18.706979Z","caller":"traceutil/trace.go:171","msg":"trace[717190224] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5565; }","duration":"329.988501ms","start":"2026-07-07T08:28:18.376965Z","end":"2026-07-07T08:28:18.706954Z","steps":["trace[717190224] 'agreement among raft nodes before linearized reading' (duration: 329.943231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.707011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:18.37692Z","time spent":"330.079303ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:28:18.852321Z","caller":"traceutil/trace.go:171","msg":"trace[667579813] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5783; }","duration":"133.990455ms","start":"2026-07-07T08:28:18.718312Z","end":"2026-07-07T08:28:18.852303Z","steps":["trace[667579813] 'read index received' (duration: 31.401414ms)","trace[667579813] 'applied index is now lower than readState.Index' (duration: 102.587981ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T08:28:18.852372Z","caller":"traceutil/trace.go:171","msg":"trace[73469453] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"136.250628ms","start":"2026-07-07T08:28:18.716093Z","end":"2026-07-07T08:28:18.852344Z","steps":["trace[73469453] 'process raft request' (duration: 135.336911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:18.852473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.144538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-07T08:28:18.852504Z","caller":"traceutil/trace.go:171","msg":"trace[1964494494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5567; }","duration":"134.210889ms","start":"2026-07-07T08:28:18.718284Z","end":"2026-07-07T08:28:18.852495Z","steps":["trace[1964494494] 'agreement among raft nodes before linearized reading' (duration: 134.088436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:22.76095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:23.261422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:23.762199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:23.89933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80258839s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T08:28:23.899676Z","caller":"traceutil/trace.go:171","msg":"trace[1184545127] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"1.803021218s","start":"2026-07-07T08:28:22.096638Z","end":"2026-07-07T08:28:23.89966Z","steps":["trace[1184545127] 'process raft request' (duration: 1.802855275s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.899806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.096623Z","time spent":"1.803102191s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:23.913406Z","caller":"traceutil/trace.go:171","msg":"trace[1458688387] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"1.812509477s","start":"2026-07-07T08:28:22.100872Z","end":"2026-07-07T08:28:23.913381Z","steps":["trace[1458688387] 'process raft request' (duration: 1.812329383s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.913535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.100858Z","time spent":"1.812610498s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:23.913644Z","caller":"traceutil/trace.go:171","msg":"trace[2046804963] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"1.615800482s","start":"2026-07-07T08:28:22.29783Z","end":"2026-07-07T08:28:23.91363Z","steps":["trace[2046804963] 'process raft request' (duration: 1.615500107s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.913708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.297805Z","time spent":"1.615870213s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:23.913873Z","caller":"traceutil/trace.go:171","msg":"trace[1265289293] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"1.194864453s","start":"2026-07-07T08:28:22.718999Z","end":"2026-07-07T08:28:23.913863Z","steps":["trace[1265289293] 'process raft request' (duration: 1.194577587s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.913927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.718979Z","time spent":"1.194916013s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:23.914018Z","caller":"traceutil/trace.go:171","msg":"trace[146232447] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"1.176864413s","start":"2026-07-07T08:28:22.737143Z","end":"2026-07-07T08:28:23.914007Z","steps":["trace[146232447] 'process raft request' (duration: 1.176780612s)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:28:23.91407Z","caller":"traceutil/trace.go:171","msg":"trace[1614167837] linearizableReadLoop","detail":"{readStateIndex:5813; appliedIndex:5806; }","duration":"1.653745667s","start":"2026-07-07T08:28:22.260315Z","end":"2026-07-07T08:28:23.91406Z","steps":["trace[1614167837] 'read index received' (duration: 1.639249675s)","trace[1614167837] 'applied index is now lower than readState.Index' (duration: 14.495232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:28:23.914083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.737134Z","time spent":"1.176920144s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:23.914128Z","caller":"traceutil/trace.go:171","msg":"trace[911952331] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"992.634754ms","start":"2026-07-07T08:28:22.921485Z","end":"2026-07-07T08:28:23.91412Z","steps":["trace[911952331] 'process raft request' (duration: 992.493421ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:28:23.914197Z","caller":"traceutil/trace.go:171","msg":"trace[904755791] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"1.177178429s","start":"2026-07-07T08:28:22.737011Z","end":"2026-07-07T08:28:23.914189Z","steps":["trace[904755791] 'process raft request' (duration: 1.176811682s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.914222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.921434Z","time spent":"992.753356ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:28:23.914234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.736999Z","time spent":"1.177214379s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T08:28:23.914349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579800204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:23.914376Z","caller":"traceutil/trace.go:171","msg":"trace[1604254614] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5594; }","duration":"1.579853255s","start":"2026-07-07T08:28:22.334514Z","end":"2026-07-07T08:28:23.914368Z","steps":["trace[1604254614] 'agreement among raft nodes before linearized reading' (duration: 1.579776384s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.914398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.334503Z","time spent":"1.579889516s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:28:23.914418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.366903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T08:28:23.914449Z","caller":"traceutil/trace.go:171","msg":"trace[1869405319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5594; }","duration":"970.438514ms","start":"2026-07-07T08:28:22.944002Z","end":"2026-07-07T08:28:23.91444Z","steps":["trace[1869405319] 'agreement among raft nodes before linearized reading' (duration: 970.317062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.914473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.943989Z","time spent":"970.478245ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T08:28:23.914547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654232036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T08:28:23.914557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.418508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T08:28:23.914579Z","caller":"traceutil/trace.go:171","msg":"trace[1030775351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5594; }","duration":"976.450548ms","start":"2026-07-07T08:28:22.93812Z","end":"2026-07-07T08:28:23.914571Z","steps":["trace[1030775351] 'agreement among raft nodes before linearized reading' (duration: 976.387157ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:28:23.914583Z","caller":"traceutil/trace.go:171","msg":"trace[571582402] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5594; }","duration":"1.654280868s","start":"2026-07-07T08:28:22.260282Z","end":"2026-07-07T08:28:23.914563Z","steps":["trace[571582402] 'agreement among raft nodes before linearized reading' (duration: 1.654244687s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.914602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.938112Z","time spent":"976.482258ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T08:28:23.914609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.260268Z","time spent":"1.654335098s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-07T08:28:23.914701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.690592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T08:28:23.914722Z","caller":"traceutil/trace.go:171","msg":"trace[1740252050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5594; }","duration":"985.728953ms","start":"2026-07-07T08:28:22.928987Z","end":"2026-07-07T08:28:23.914716Z","steps":["trace[1740252050] 'agreement among raft nodes before linearized reading' (duration: 985.657741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.914741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.92898Z","time spent":"985.754863ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T08:28:23.91482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046226401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T08:28:23.914837Z","caller":"traceutil/trace.go:171","msg":"trace[2010330507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5594; }","duration":"1.046283443s","start":"2026-07-07T08:28:22.868548Z","end":"2026-07-07T08:28:23.914831Z","steps":["trace[2010330507] 'agreement among raft nodes before linearized reading' (duration: 1.046233832s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.914854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.868525Z","time spent":"1.046325384s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T08:28:23.914896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.126332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:23.914925Z","caller":"traceutil/trace.go:171","msg":"trace[442046689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5594; }","duration":"535.180122ms","start":"2026-07-07T08:28:23.379736Z","end":"2026-07-07T08:28:23.914916Z","steps":["trace[442046689] 'agreement among raft nodes before linearized reading' (duration: 535.138101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.914931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142384044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-07T08:28:23.914948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:23.379687Z","time spent":"535.255104ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T08:28:23.914972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178043545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:23.914989Z","caller":"traceutil/trace.go:171","msg":"trace[106213901] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5594; }","duration":"1.178082936s","start":"2026-07-07T08:28:22.736901Z","end":"2026-07-07T08:28:23.914984Z","steps":["trace[106213901] 'agreement among raft nodes before linearized reading' (duration: 1.178059295s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.915007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.736888Z","time spent":"1.178115056s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-07-07T08:28:23.914948Z","caller":"traceutil/trace.go:171","msg":"trace[1389444455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5594; }","duration":"1.142437675s","start":"2026-07-07T08:28:22.772505Z","end":"2026-07-07T08:28:23.914943Z","steps":["trace[1389444455] 'agreement among raft nodes before linearized reading' (duration: 1.142388264s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.915261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.214211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:28:23.915283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:22.772488Z","time spent":"1.142745401s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T08:28:23.915294Z","caller":"traceutil/trace.go:171","msg":"trace[1953394509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5594; }","duration":"613.247922ms","start":"2026-07-07T08:28:23.302037Z","end":"2026-07-07T08:28:23.915285Z","steps":["trace[1953394509] 'agreement among raft nodes before linearized reading' (duration: 613.200791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:23.915315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:23.301998Z","time spent":"613.311323ms","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:28:24.400675Z","caller":"traceutil/trace.go:171","msg":"trace[71305505] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5818; }","duration":"198.748476ms","start":"2026-07-07T08:28:24.201903Z","end":"2026-07-07T08:28:24.400651Z","steps":["trace[71305505] 'read index received' (duration: 198.525111ms)","trace[71305505] 'applied index is now lower than readState.Index' (duration: 222.565µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:28:24.400923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.99909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:24.400954Z","caller":"traceutil/trace.go:171","msg":"trace[252597206] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5600; }","duration":"199.071851ms","start":"2026-07-07T08:28:24.201872Z","end":"2026-07-07T08:28:24.400944Z","steps":["trace[252597206] 'agreement among raft nodes before linearized reading' (duration: 198.950169ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T08:28:24.401458Z","caller":"traceutil/trace.go:171","msg":"trace[1560201445] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5600; }","duration":"277.821552ms","start":"2026-07-07T08:28:24.123623Z","end":"2026-07-07T08:28:24.401444Z","steps":["trace[1560201445] 'process raft request' (duration: 276.889594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:44.511853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:45.012938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:45.513677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:46.167649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:48.774015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391393313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T08:28:48.774091Z","caller":"traceutil/trace.go:171","msg":"trace[778124185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"4.391517555s","start":"2026-07-07T08:28:44.382554Z","end":"2026-07-07T08:28:48.774071Z","steps":["trace[778124185] 'agreement among raft nodes before linearized reading' (duration: 4.391428133s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.77413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.382537Z","time spent":"4.391585647s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 08:28:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T08:28:48.77429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221739170905729508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T08:28:48.802183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.806519004s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T08:28:48.803477Z","caller":"traceutil/trace.go:171","msg":"trace[1382123349] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"4.80785521s","start":"2026-07-07T08:28:43.995586Z","end":"2026-07-07T08:28:48.803441Z","steps":["trace[1382123349] 'process raft request' (duration: 4.807627414s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.803701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:43.995572Z","time spent":"4.808012042s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:48.806359Z","caller":"traceutil/trace.go:171","msg":"trace[1333844932] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"4.808782646s","start":"2026-07-07T08:28:43.997545Z","end":"2026-07-07T08:28:48.806328Z","steps":["trace[1333844932] 'process raft request' (duration: 4.808112462s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.806502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:43.997532Z","time spent":"4.808897208s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:48.80672Z","caller":"traceutil/trace.go:171","msg":"trace[2129539575] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"4.809537149s","start":"2026-07-07T08:28:43.997169Z","end":"2026-07-07T08:28:48.806706Z","steps":["trace[2129539575] 'process raft request' (duration: 4.808341097s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.806791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:43.997153Z","time spent":"4.80959251s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:48.807127Z","caller":"traceutil/trace.go:171","msg":"trace[1156633983] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"4.808849107s","start":"2026-07-07T08:28:43.998262Z","end":"2026-07-07T08:28:48.807111Z","steps":["trace[1156633983] 'process raft request' (duration: 4.807488071s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.807183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:43.998246Z","time spent":"4.808906378s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:48.80734Z","caller":"traceutil/trace.go:171","msg":"trace[1888867120] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"4.552308741s","start":"2026-07-07T08:28:44.255019Z","end":"2026-07-07T08:28:48.807328Z","steps":["trace[1888867120] 'process raft request' (duration: 4.550767982s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.807399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.254997Z","time spent":"4.552367161s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T08:28:48.822433Z","caller":"traceutil/trace.go:171","msg":"trace[835844475] linearizableReadLoop","detail":"{readStateIndex:5980; appliedIndex:5975; }","duration":"4.810977115s","start":"2026-07-07T08:28:44.011433Z","end":"2026-07-07T08:28:48.82241Z","steps":["trace[835844475] 'read index received' (duration: 4.792862402s)","trace[835844475] 'applied index is now lower than readState.Index' (duration: 18.113623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T08:28:48.822686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811229009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T08:28:48.822716Z","caller":"traceutil/trace.go:171","msg":"trace[1149940983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5754; }","duration":"4.81130378s","start":"2026-07-07T08:28:44.011402Z","end":"2026-07-07T08:28:48.822706Z","steps":["trace[1149940983] 'agreement among raft nodes before linearized reading' (duration: 4.811142867s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.822745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.011391Z","time spent":"4.811346391s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T08:28:48.822877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.808249684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T08:28:48.822893Z","caller":"traceutil/trace.go:171","msg":"trace[1228150259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5754; }","duration":"4.808292514s","start":"2026-07-07T08:28:44.014595Z","end":"2026-07-07T08:28:48.822888Z","steps":["trace[1228150259] 'agreement among raft nodes before linearized reading' (duration: 4.808242023s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.82291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.014585Z","time spent":"4.808321516s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T08:28:48.823587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777974676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T08:28:48.823607Z","caller":"traceutil/trace.go:171","msg":"trace[1825074853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5754; }","duration":"4.778009376s","start":"2026-07-07T08:28:44.045592Z","end":"2026-07-07T08:28:48.823601Z","steps":["trace[1825074853] 'agreement among raft nodes before linearized reading' (duration: 4.777951795s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.823623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.045585Z","time spent":"4.778033367s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T08:28:48.823613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138064282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T08:28:48.823678Z","caller":"traceutil/trace.go:171","msg":"trace[548749294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5754; }","duration":"4.138171914s","start":"2026-07-07T08:28:44.685491Z","end":"2026-07-07T08:28:48.823663Z","steps":["trace[548749294] 'agreement among raft nodes before linearized reading' (duration: 4.137996451s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.823707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.685473Z","time spent":"4.138227215s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T08:28:48.823748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779169508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-07T08:28:48.823772Z","caller":"traceutil/trace.go:171","msg":"trace[1959947400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5754; }","duration":"4.779210568s","start":"2026-07-07T08:28:44.044555Z","end":"2026-07-07T08:28:48.823766Z","steps":["trace[1959947400] 'agreement among raft nodes before linearized reading' (duration: 4.779144987s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.823787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.044549Z","time spent":"4.779233639s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T08:28:48.823887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656251569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8241"} {"level":"info","ts":"2026-07-07T08:28:48.823913Z","caller":"traceutil/trace.go:171","msg":"trace[2069637268] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5754; }","duration":"2.65627637s","start":"2026-07-07T08:28:46.167628Z","end":"2026-07-07T08:28:48.823904Z","steps":["trace[2069637268] 'agreement among raft nodes before linearized reading' (duration: 2.656204589s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.823932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:46.167589Z","time spent":"2.656338201s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-07T08:28:48.82394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784110679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T08:28:48.823966Z","caller":"traceutil/trace.go:171","msg":"trace[818820240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5754; }","duration":"4.78416056s","start":"2026-07-07T08:28:44.039798Z","end":"2026-07-07T08:28:48.823959Z","steps":["trace[818820240] 'agreement among raft nodes before linearized reading' (duration: 4.784091969s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.823991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.039787Z","time spent":"4.78419671s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T08:28:48.82437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743721614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:28:48.824432Z","caller":"traceutil/trace.go:171","msg":"trace[762460110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5754; }","duration":"3.743821696s","start":"2026-07-07T08:28:45.080593Z","end":"2026-07-07T08:28:48.824415Z","steps":["trace[762460110] 'agreement among raft nodes before linearized reading' (duration: 3.743695604s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.824467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:45.080582Z","time spent":"3.743876817s","remote":"127.0.0.1:43182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:28:48.824645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200026426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T08:28:48.824669Z","caller":"traceutil/trace.go:171","msg":"trace[1444396879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5754; }","duration":"3.200050176s","start":"2026-07-07T08:28:45.624609Z","end":"2026-07-07T08:28:48.82466Z","steps":["trace[1444396879] 'agreement among raft nodes before linearized reading' (duration: 3.200007816s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.824687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:45.624543Z","time spent":"3.200138338s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T08:28:48.824679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034031142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T08:28:48.824728Z","caller":"traceutil/trace.go:171","msg":"trace[760284091] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5754; }","duration":"4.034118214s","start":"2026-07-07T08:28:44.790595Z","end":"2026-07-07T08:28:48.824714Z","steps":["trace[760284091] 'agreement among raft nodes before linearized reading' (duration: 4.034041393s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.824743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200123478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T08:28:48.824777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:44.790569Z","time spent":"4.034195175s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:28:48.824834Z","caller":"traceutil/trace.go:171","msg":"trace[704951561] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5754; }","duration":"3.200247539s","start":"2026-07-07T08:28:45.624578Z","end":"2026-07-07T08:28:48.824825Z","steps":["trace[704951561] 'agreement among raft nodes before linearized reading' (duration: 3.200125117s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T08:28:48.824858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T08:28:45.624572Z","time spent":"3.20027942s","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-07T08:32:52.159043Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5314} {"level":"info","ts":"2026-07-07T08:32:52.255046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5314,"took":"94.740584ms","hash":1915884571,"current-db-size-bytes":51912704,"current-db-size":"52 MB","current-db-size-in-use-bytes":18792448,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-07T08:32:52.255099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1915884571,"revision":5314,"compact-revision":2889}