{"level":"warn","ts":"2026-06-26T16:59:01.71266Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-26T16:59:01.712743Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-26T16:59:01.712805Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-26T16:59:01.712817Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-06-26T16:59:01.712834Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-26T16:59:01.713612Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-06-26T16:59:01.713686Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-26T16:59:01.718011Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.376635ms"} {"level":"info","ts":"2026-06-26T16:59:01.726034Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-06-26T16:59:01.726156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-06-26T16:59:01.726192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-06-26T16:59:01.726213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-26T16:59:01.726231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-06-26T16:59:01.726294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-06-26T16:59:01.734083Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-26T16:59:01.735716Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-26T16:59:01.73693Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-26T16:59:01.739191Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-26T16:59:01.746975Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-26T16:59:01.747819Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T16:59:01.747907Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T16:59:01.747922Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T16:59:01.748403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-06-26T16:59:01.748605Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-06-26T16:59:01.749649Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-26T16:59:01.749866Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-06-26T16:59:01.749918Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-06-26T16:59:01.750619Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-26T16:59:01.750658Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-26T16:59:02.227117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-06-26T16:59:02.227177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-26T16:59:02.227216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-06-26T16:59:02.227241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-06-26T16:59:02.227257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-06-26T16:59:02.227273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-06-26T16:59:02.227291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-06-26T16:59:02.227938Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T16:59:02.229115Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-06-26T16:59:02.22916Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-26T16:59:02.229173Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-26T16:59:02.229693Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-26T16:59:02.229777Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-26T16:59:02.229794Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T16:59:02.230009Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T16:59:02.230079Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T16:59:02.230975Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-06-26T16:59:02.233823Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-26T16:59:05.25698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.856464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-26T16:59:05.257155Z","caller":"traceutil/trace.go:171","msg":"trace[1650281485] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:0; response_revision:127; }","duration":"189.101237ms","start":"2026-06-26T16:59:05.06802Z","end":"2026-06-26T16:59:05.257122Z","steps":["trace[1650281485] 'range keys from in-memory index tree' (duration: 188.731963ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T16:59:05.429021Z","caller":"traceutil/trace.go:171","msg":"trace[441715685] transaction","detail":"{read_only:false; response_revision:128; number_of_response:1; }","duration":"168.291382ms","start":"2026-06-26T16:59:05.260704Z","end":"2026-06-26T16:59:05.428995Z","steps":["trace[441715685] 'process raft request' (duration: 168.011109ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:05.875854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.788165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-26T16:59:05.87625Z","caller":"traceutil/trace.go:171","msg":"trace[1992462035] transaction","detail":"{read_only:false; response_revision:129; number_of_response:1; }","duration":"441.086115ms","start":"2026-06-26T16:59:05.434895Z","end":"2026-06-26T16:59:05.875981Z","steps":["trace[1992462035] 'process raft request' (duration: 177.766545ms)","trace[1992462035] 'compare' (duration: 262.638244ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T16:59:05.876536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:05.434871Z","time spent":"441.538989ms","remote":"127.0.0.1:58574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":648,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.760164Z","caller":"traceutil/trace.go:171","msg":"trace[962702960] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"403.557897ms","start":"2026-06-26T16:59:42.356577Z","end":"2026-06-26T16:59:42.760135Z","steps":["trace[962702960] 'process raft request' (duration: 403.412636ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.760397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.356557Z","time spent":"403.738939ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.855474Z","caller":"traceutil/trace.go:171","msg":"trace[1210202870] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"498.343258ms","start":"2026-06-26T16:59:42.357087Z","end":"2026-06-26T16:59:42.85543Z","steps":["trace[1210202870] 'process raft request' (duration: 498.075406ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T16:59:42.855524Z","caller":"traceutil/trace.go:171","msg":"trace[146832030] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"494.698191ms","start":"2026-06-26T16:59:42.360802Z","end":"2026-06-26T16:59:42.8555Z","steps":["trace[146832030] 'process raft request' (duration: 494.4605ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.855598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.357046Z","time spent":"498.494869ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.855596Z","caller":"traceutil/trace.go:171","msg":"trace[302849367] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"491.445267ms","start":"2026-06-26T16:59:42.364109Z","end":"2026-06-26T16:59:42.855554Z","steps":["trace[302849367] 'process raft request' (duration: 491.208745ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T16:59:42.855644Z","caller":"traceutil/trace.go:171","msg":"trace[1050145608] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"487.855681ms","start":"2026-06-26T16:59:42.367725Z","end":"2026-06-26T16:59:42.855581Z","steps":["trace[1050145608] 'process raft request' (duration: 487.63279ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.855691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.360787Z","time spent":"494.825642ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T16:59:42.855742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.364103Z","time spent":"491.570648ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T16:59:42.855794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.367671Z","time spent":"488.056733ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.855879Z","caller":"traceutil/trace.go:171","msg":"trace[827698075] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"485.200552ms","start":"2026-06-26T16:59:42.370667Z","end":"2026-06-26T16:59:42.855868Z","steps":["trace[827698075] 'process raft request' (duration: 484.806869ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.855932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.37066Z","time spent":"485.247712ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.855974Z","caller":"traceutil/trace.go:171","msg":"trace[1960538676] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"480.999992ms","start":"2026-06-26T16:59:42.374965Z","end":"2026-06-26T16:59:42.855965Z","steps":["trace[1960538676] 'process raft request' (duration: 480.71814ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.856019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.374949Z","time spent":"481.049082ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.856112Z","caller":"traceutil/trace.go:171","msg":"trace[405683312] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"478.968657ms","start":"2026-06-26T16:59:42.377132Z","end":"2026-06-26T16:59:42.856101Z","steps":["trace[405683312] 'process raft request' (duration: 478.747105ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.8562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.377123Z","time spent":"479.021007ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.856382Z","caller":"traceutil/trace.go:171","msg":"trace[1137029380] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"474.539263ms","start":"2026-06-26T16:59:42.381822Z","end":"2026-06-26T16:59:42.856361Z","steps":["trace[1137029380] 'process raft request' (duration: 474.266592ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T16:59:42.856455Z","caller":"traceutil/trace.go:171","msg":"trace[1969743090] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"446.702661ms","start":"2026-06-26T16:59:42.40974Z","end":"2026-06-26T16:59:42.856443Z","steps":["trace[1969743090] 'process raft request' (duration: 446.5295ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.856492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.381805Z","time spent":"474.618595ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T16:59:42.856555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.409718Z","time spent":"446.810203ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T16:59:42.856705Z","caller":"traceutil/trace.go:171","msg":"trace[455414402] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:510; }","duration":"179.231975ms","start":"2026-06-26T16:59:42.677454Z","end":"2026-06-26T16:59:42.856686Z","steps":["trace[455414402] 'read index received' (duration: 82.667802ms)","trace[455414402] 'applied index is now lower than readState.Index' (duration: 96.563273ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T16:59:42.856787Z","caller":"traceutil/trace.go:171","msg":"trace[1405006664] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"423.19464ms","start":"2026-06-26T16:59:42.433566Z","end":"2026-06-26T16:59:42.856761Z","steps":["trace[1405006664] 'process raft request' (duration: 422.776837ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T16:59:42.85688Z","caller":"traceutil/trace.go:171","msg":"trace[77733049] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"295.3122ms","start":"2026-06-26T16:59:42.561557Z","end":"2026-06-26T16:59:42.856869Z","steps":["trace[77733049] 'process raft request' (duration: 295.014577ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:42.856908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:42.433547Z","time spent":"423.292992ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T16:59:42.857055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.505557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T16:59:42.858377Z","caller":"traceutil/trace.go:171","msg":"trace[1642560018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:500; }","duration":"180.940817ms","start":"2026-06-26T16:59:42.677387Z","end":"2026-06-26T16:59:42.858328Z","steps":["trace[1642560018] 'agreement among raft nodes before linearized reading' (duration: 179.400425ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:48.855497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.811942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T16:59:48.855591Z","caller":"traceutil/trace.go:171","msg":"trace[1779806266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"234.983023ms","start":"2026-06-26T16:59:48.620587Z","end":"2026-06-26T16:59:48.85557Z","steps":["trace[1779806266] 'range keys from in-memory index tree' (duration: 234.728561ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T16:59:49.093443Z","caller":"traceutil/trace.go:171","msg":"trace[231921325] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"196.189086ms","start":"2026-06-26T16:59:48.897184Z","end":"2026-06-26T16:59:49.093373Z","steps":["trace[231921325] 'read index received' (duration: 192.438149ms)","trace[231921325] 'applied index is now lower than readState.Index' (duration: 3.749507ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T16:59:49.093488Z","caller":"traceutil/trace.go:171","msg":"trace[1554538843] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"275.010754ms","start":"2026-06-26T16:59:48.818434Z","end":"2026-06-26T16:59:49.093445Z","steps":["trace[1554538843] 'process raft request' (duration: 272.499016ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:49.093885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.672729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T16:59:49.095752Z","caller":"traceutil/trace.go:171","msg":"trace[358501041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"198.594463ms","start":"2026-06-26T16:59:48.89711Z","end":"2026-06-26T16:59:49.095704Z","steps":["trace[358501041] 'agreement among raft nodes before linearized reading' (duration: 196.462688ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T16:59:49.637421Z","caller":"traceutil/trace.go:171","msg":"trace[1392376526] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"315.250893ms","start":"2026-06-26T16:59:49.322129Z","end":"2026-06-26T16:59:49.63738Z","steps":["trace[1392376526] 'read index received' (duration: 305.07723ms)","trace[1392376526] 'applied index is now lower than readState.Index' (duration: 10.171762ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T16:59:49.63779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.639835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jqvps\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-26T16:59:49.637869Z","caller":"traceutil/trace.go:171","msg":"trace[1405459858] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jqvps; range_end:; response_count:1; response_revision:599; }","duration":"315.779277ms","start":"2026-06-26T16:59:49.322071Z","end":"2026-06-26T16:59:49.63785Z","steps":["trace[1405459858] 'agreement among raft nodes before linearized reading' (duration: 315.511615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:49.637909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:49.322045Z","time spent":"315.855867ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-jqvps\" "} {"level":"info","ts":"2026-06-26T16:59:49.63784Z","caller":"traceutil/trace.go:171","msg":"trace[1059172281] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"486.942992ms","start":"2026-06-26T16:59:49.150815Z","end":"2026-06-26T16:59:49.637758Z","steps":["trace[1059172281] 'process raft request' (duration: 476.397777ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T16:59:49.638133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T16:59:49.150791Z","time spent":"487.195664ms","remote":"127.0.0.1:58706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T17:00:06.188091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.362702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:00:06.188924Z","caller":"traceutil/trace.go:171","msg":"trace[1063792446] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"346.079033ms","start":"2026-06-26T17:00:05.842249Z","end":"2026-06-26T17:00:06.188328Z","steps":["trace[1063792446] 'process raft request' (duration: 156.208058ms)","trace[1063792446] 'compare' (duration: 189.201775ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:00:06.189081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:00:05.84222Z","time spent":"346.815347ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:00:48.073511Z","caller":"traceutil/trace.go:171","msg":"trace[249962800] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"105.912699ms","start":"2026-06-26T17:00:47.967573Z","end":"2026-06-26T17:00:48.073485Z","steps":["trace[249962800] 'process raft request' (duration: 105.778524ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:12.657693Z","caller":"traceutil/trace.go:171","msg":"trace[733195176] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"420.766426ms","start":"2026-06-26T17:01:12.236907Z","end":"2026-06-26T17:01:12.657674Z","steps":["trace[733195176] 'read index received' (duration: 420.681164ms)","trace[733195176] 'applied index is now lower than readState.Index' (duration: 84.052µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:12.657742Z","caller":"traceutil/trace.go:171","msg":"trace[1534813075] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"533.480144ms","start":"2026-06-26T17:01:12.124232Z","end":"2026-06-26T17:01:12.657712Z","steps":["trace[1534813075] 'process raft request' (duration: 533.316221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:12.657881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.966952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T17:01:12.657905Z","caller":"traceutil/trace.go:171","msg":"trace[193394407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1704; }","duration":"421.052574ms","start":"2026-06-26T17:01:12.236847Z","end":"2026-06-26T17:01:12.6579Z","steps":["trace[193394407] 'agreement among raft nodes before linearized reading' (duration: 420.942381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:12.657898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:12.124206Z","time spent":"533.608048ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:12.657927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:12.236823Z","time spent":"421.099924ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T17:01:12.658212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.323664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-26T17:01:12.658183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.265342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-mzpj5\" ","response":"range_response_count:1 size:7308"} {"level":"info","ts":"2026-06-26T17:01:12.65823Z","caller":"traceutil/trace.go:171","msg":"trace[262892564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1704; }","duration":"124.383456ms","start":"2026-06-26T17:01:12.533842Z","end":"2026-06-26T17:01:12.658226Z","steps":["trace[262892564] 'agreement among raft nodes before linearized reading' (duration: 124.333785ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:12.658488Z","caller":"traceutil/trace.go:171","msg":"trace[616603566] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-mzpj5; range_end:; response_count:1; response_revision:1704; }","duration":"173.406886ms","start":"2026-06-26T17:01:12.484847Z","end":"2026-06-26T17:01:12.658254Z","steps":["trace[616603566] 'agreement among raft nodes before linearized reading' (duration: 173.090778ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:19.961124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842364046,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-26T17:01:20.099279Z","caller":"traceutil/trace.go:171","msg":"trace[13900223] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1887; }","duration":"638.657902ms","start":"2026-06-26T17:01:19.460594Z","end":"2026-06-26T17:01:20.099251Z","steps":["trace[13900223] 'read index received' (duration: 638.363966ms)","trace[13900223] 'applied index is now lower than readState.Index' (duration: 292.886µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:20.099498Z","caller":"traceutil/trace.go:171","msg":"trace[325602282] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"647.169297ms","start":"2026-06-26T17:01:19.452185Z","end":"2026-06-26T17:01:20.099355Z","steps":["trace[325602282] 'process raft request' (duration: 646.83914ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.099721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.095541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:01:20.099808Z","caller":"traceutil/trace.go:171","msg":"trace[317574284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1817; }","duration":"639.240094ms","start":"2026-06-26T17:01:19.460547Z","end":"2026-06-26T17:01:20.099787Z","steps":["trace[317574284] 'agreement among raft nodes before linearized reading' (duration: 638.948598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.099833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.495996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-26T17:01:20.099861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.460526Z","time spent":"639.324826ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-26T17:01:20.099912Z","caller":"traceutil/trace.go:171","msg":"trace[1910028688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1817; }","duration":"559.599108ms","start":"2026-06-26T17:01:19.540294Z","end":"2026-06-26T17:01:20.099893Z","steps":["trace[1910028688] 'agreement among raft nodes before linearized reading' (duration: 559.348742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.099917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.796124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-06-26T17:01:20.099968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.540261Z","time spent":"559.6931ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-26T17:01:20.099972Z","caller":"traceutil/trace.go:171","msg":"trace[2137979283] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758; range_end:; response_count:1; response_revision:1817; }","duration":"300.853345ms","start":"2026-06-26T17:01:19.799102Z","end":"2026-06-26T17:01:20.099955Z","steps":["trace[2137979283] 'agreement among raft nodes before linearized reading' (duration: 300.698932ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.100021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.799035Z","time spent":"300.975698ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758\" "} {"level":"warn","ts":"2026-06-26T17:01:20.099935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.658896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-26T17:01:20.100161Z","caller":"traceutil/trace.go:171","msg":"trace[788875699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1817; }","duration":"441.941802ms","start":"2026-06-26T17:01:19.6582Z","end":"2026-06-26T17:01:20.100141Z","steps":["trace[788875699] 'agreement among raft nodes before linearized reading' (duration: 441.427721ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.100262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.658188Z","time spent":"442.054755ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:01:20.100434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.54523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:01:20.10043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.549665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-26T17:01:20.100504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.452167Z","time spent":"648.243281ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:01:20.100505Z","caller":"traceutil/trace.go:171","msg":"trace[660559270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1817; }","duration":"478.663492ms","start":"2026-06-26T17:01:19.621821Z","end":"2026-06-26T17:01:20.100485Z","steps":["trace[660559270] 'agreement among raft nodes before linearized reading' (duration: 477.780154ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:20.100556Z","caller":"traceutil/trace.go:171","msg":"trace[345679424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1817; }","duration":"564.753499ms","start":"2026-06-26T17:01:19.535773Z","end":"2026-06-26T17:01:20.100526Z","steps":["trace[345679424] 'agreement among raft nodes before linearized reading' (duration: 563.752928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.100581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.621782Z","time spent":"478.782385ms","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:01:20.10063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.535754Z","time spent":"564.864443ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T17:01:20.100319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.973262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-26T17:01:20.101303Z","caller":"traceutil/trace.go:171","msg":"trace[379626391] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758; range_end:; response_count:1; response_revision:1817; }","duration":"365.164257ms","start":"2026-06-26T17:01:19.736119Z","end":"2026-06-26T17:01:20.101284Z","steps":["trace[379626391] 'agreement among raft nodes before linearized reading' (duration: 363.434831ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.101348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:19.736091Z","time spent":"365.243159ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758\" "} {"level":"info","ts":"2026-06-26T17:01:20.622578Z","caller":"traceutil/trace.go:171","msg":"trace[1470599262] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"516.207752ms","start":"2026-06-26T17:01:20.106348Z","end":"2026-06-26T17:01:20.622556Z","steps":["trace[1470599262] 'process raft request' (duration: 516.09562ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:20.622603Z","caller":"traceutil/trace.go:171","msg":"trace[733209476] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"516.228782ms","start":"2026-06-26T17:01:20.106346Z","end":"2026-06-26T17:01:20.622574Z","steps":["trace[733209476] 'process raft request' (duration: 483.474794ms)","trace[733209476] 'compare' (duration: 32.463142ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:20.622738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.106317Z","time spent":"516.330165ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:20.622763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.106325Z","time spent":"516.340724ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:01:20.867968Z","caller":"traceutil/trace.go:171","msg":"trace[3204305] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1890; }","duration":"173.197918ms","start":"2026-06-26T17:01:20.694752Z","end":"2026-06-26T17:01:20.86795Z","steps":["trace[3204305] 'read index received' (duration: 124.550166ms)","trace[3204305] 'applied index is now lower than readState.Index' (duration: 48.647062ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:20.868283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.514795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-26T17:01:20.8683Z","caller":"traceutil/trace.go:171","msg":"trace[1367629208] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"758.141237ms","start":"2026-06-26T17:01:20.110095Z","end":"2026-06-26T17:01:20.868236Z","steps":["trace[1367629208] 'process raft request' (duration: 757.80184ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:20.868424Z","caller":"traceutil/trace.go:171","msg":"trace[1345932985] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"761.007679ms","start":"2026-06-26T17:01:20.107373Z","end":"2026-06-26T17:01:20.86838Z","steps":["trace[1345932985] 'process raft request' (duration: 711.783824ms)","trace[1345932985] 'compare' (duration: 48.400128ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:20.868576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.110082Z","time spent":"758.342791ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:20.868609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.107348Z","time spent":"761.152473ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:01:20.868685Z","caller":"traceutil/trace.go:171","msg":"trace[1958072215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1821; }","duration":"173.619737ms","start":"2026-06-26T17:01:20.694707Z","end":"2026-06-26T17:01:20.868327Z","steps":["trace[1958072215] 'agreement among raft nodes before linearized reading' (duration: 173.481094ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:20.882311Z","caller":"traceutil/trace.go:171","msg":"trace[213293390] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"180.945175ms","start":"2026-06-26T17:01:20.701344Z","end":"2026-06-26T17:01:20.88229Z","steps":["trace[213293390] 'process raft request' (duration: 180.721881ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.882429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.345995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T17:01:20.882471Z","caller":"traceutil/trace.go:171","msg":"trace[2016918179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1822; }","duration":"181.408356ms","start":"2026-06-26T17:01:20.701053Z","end":"2026-06-26T17:01:20.882461Z","steps":["trace[2016918179] 'agreement among raft nodes before linearized reading' (duration: 181.248033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:20.882564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.892457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-26T17:01:20.882719Z","caller":"traceutil/trace.go:171","msg":"trace[900669956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1822; }","duration":"182.07308ms","start":"2026-06-26T17:01:20.700632Z","end":"2026-06-26T17:01:20.882705Z","steps":["trace[900669956] 'agreement among raft nodes before linearized reading' (duration: 181.60847ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:21.261798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.102068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:01:21.261921Z","caller":"traceutil/trace.go:171","msg":"trace[1308943910] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"387.085296ms","start":"2026-06-26T17:01:20.874815Z","end":"2026-06-26T17:01:21.2619Z","steps":["trace[1308943910] 'process raft request' (duration: 145.751363ms)","trace[1308943910] 'compare' (duration: 240.602837ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:21.261986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.874784Z","time spent":"387.169907ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:22.092711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.027076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:01:22.093029Z","caller":"traceutil/trace.go:171","msg":"trace[1763629588] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"1.204970825s","start":"2026-06-26T17:01:20.888019Z","end":"2026-06-26T17:01:22.092989Z","steps":["trace[1763629588] 'process raft request' (duration: 1.204781451s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:22.093025Z","caller":"traceutil/trace.go:171","msg":"trace[1044677701] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"1.205163009s","start":"2026-06-26T17:01:20.887793Z","end":"2026-06-26T17:01:22.092956Z","steps":["trace[1044677701] 'process raft request' (duration: 987.793946ms)","trace[1044677701] 'compare' (duration: 216.179968ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:22.093045Z","caller":"traceutil/trace.go:171","msg":"trace[493987502] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1893; }","duration":"1.130973033s","start":"2026-06-26T17:01:20.962041Z","end":"2026-06-26T17:01:22.093014Z","steps":["trace[493987502] 'read index received' (duration: 58.557545ms)","trace[493987502] 'applied index is now lower than readState.Index' (duration: 1.072412208s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:22.093202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.888011Z","time spent":"1.205097268s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:01:22.093304Z","caller":"traceutil/trace.go:171","msg":"trace[1719513724] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"935.119669ms","start":"2026-06-26T17:01:21.158063Z","end":"2026-06-26T17:01:22.093183Z","steps":["trace[1719513724] 'process raft request' (duration: 934.883244ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:22.093321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.887774Z","time spent":"1.205349943s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:22.093546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131491104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:01:22.093699Z","caller":"traceutil/trace.go:171","msg":"trace[1416506655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1826; }","duration":"1.131682459s","start":"2026-06-26T17:01:20.961997Z","end":"2026-06-26T17:01:22.093679Z","steps":["trace[1416506655] 'agreement among raft nodes before linearized reading' (duration: 1.131357521s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:22.093795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:20.961981Z","time spent":"1.131796252s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T17:01:22.093813Z","caller":"traceutil/trace.go:171","msg":"trace[1919584434] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"855.543031ms","start":"2026-06-26T17:01:21.238215Z","end":"2026-06-26T17:01:22.093758Z","steps":["trace[1919584434] 'process raft request' (duration: 854.815725ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:22.093954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:21.238183Z","time spent":"855.727005ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:22.094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:21.158027Z","time spent":"935.384735ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:01:22.107142Z","caller":"traceutil/trace.go:171","msg":"trace[345098659] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"511.817405ms","start":"2026-06-26T17:01:21.595291Z","end":"2026-06-26T17:01:22.107108Z","steps":["trace[345098659] 'process raft request' (duration: 511.653452ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:22.107247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:21.595251Z","time spent":"511.940208ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:22.107335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.040399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-06-26T17:01:22.107434Z","caller":"traceutil/trace.go:171","msg":"trace[360667817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758; range_end:; response_count:1; response_revision:1828; }","duration":"998.180172ms","start":"2026-06-26T17:01:21.109207Z","end":"2026-06-26T17:01:22.107387Z","steps":["trace[360667817] 'agreement among raft nodes before linearized reading' (duration: 997.979368ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:22.107505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.211468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:01:22.107505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:21.109182Z","time spent":"998.296775ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ecb2c7-84ad-4e44-9c2f-b60b58867758\" "} {"level":"info","ts":"2026-06-26T17:01:22.107529Z","caller":"traceutil/trace.go:171","msg":"trace[1489688485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1828; }","duration":"487.275459ms","start":"2026-06-26T17:01:21.620246Z","end":"2026-06-26T17:01:22.107522Z","steps":["trace[1489688485] 'agreement among raft nodes before linearized reading' (duration: 487.236808ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:22.107547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:21.620217Z","time spent":"487.327ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:01:22.107769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.939998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:01:22.107803Z","caller":"traceutil/trace.go:171","msg":"trace[1859758680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1828; }","duration":"997.988629ms","start":"2026-06-26T17:01:21.109807Z","end":"2026-06-26T17:01:22.107795Z","steps":["trace[1859758680] 'agreement among raft nodes before linearized reading' (duration: 997.904787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:22.107822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:21.109799Z","time spent":"998.017859ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-26T17:01:30.331386Z","caller":"traceutil/trace.go:171","msg":"trace[1867676921] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1982; }","duration":"191.289838ms","start":"2026-06-26T17:01:30.14007Z","end":"2026-06-26T17:01:30.33136Z","steps":["trace[1867676921] 'read index received' (duration: 191.005933ms)","trace[1867676921] 'applied index is now lower than readState.Index' (duration: 282.135µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:30.331498Z","caller":"traceutil/trace.go:171","msg":"trace[1042388152] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"207.613727ms","start":"2026-06-26T17:01:30.12386Z","end":"2026-06-26T17:01:30.331474Z","steps":["trace[1042388152] 'process raft request' (duration: 207.323631ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:30.331819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.264534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:01:30.331903Z","caller":"traceutil/trace.go:171","msg":"trace[1506850191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"159.376636ms","start":"2026-06-26T17:01:30.172482Z","end":"2026-06-26T17:01:30.331859Z","steps":["trace[1506850191] 'agreement among raft nodes before linearized reading' (duration: 159.170732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:30.331921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.697207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T17:01:30.331993Z","caller":"traceutil/trace.go:171","msg":"trace[40329923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"191.88258ms","start":"2026-06-26T17:01:30.140083Z","end":"2026-06-26T17:01:30.331966Z","steps":["trace[40329923] 'agreement among raft nodes before linearized reading' (duration: 191.546294ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:30.331971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.852829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T17:01:30.332564Z","caller":"traceutil/trace.go:171","msg":"trace[520843041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"192.519124ms","start":"2026-06-26T17:01:30.140022Z","end":"2026-06-26T17:01:30.332541Z","steps":["trace[520843041] 'agreement among raft nodes before linearized reading' (duration: 191.508573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:30.332762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.31333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-26T17:01:30.33283Z","caller":"traceutil/trace.go:171","msg":"trace[85229208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"192.396581ms","start":"2026-06-26T17:01:30.140414Z","end":"2026-06-26T17:01:30.332811Z","steps":["trace[85229208] 'agreement among raft nodes before linearized reading' (duration: 192.235458ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:30.532024Z","caller":"traceutil/trace.go:171","msg":"trace[13848907] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"194.30383ms","start":"2026-06-26T17:01:30.337676Z","end":"2026-06-26T17:01:30.53198Z","steps":["trace[13848907] 'process raft request' (duration: 194.088546ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:30.532727Z","caller":"traceutil/trace.go:171","msg":"trace[935600167] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"194.500874ms","start":"2026-06-26T17:01:30.337576Z","end":"2026-06-26T17:01:30.532077Z","steps":["trace[935600167] 'process raft request' (duration: 189.644716ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:30.532771Z","caller":"traceutil/trace.go:171","msg":"trace[485869283] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"194.954383ms","start":"2026-06-26T17:01:30.337773Z","end":"2026-06-26T17:01:30.532728Z","steps":["trace[485869283] 'process raft request' (duration: 194.147767ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:35.520758Z","caller":"traceutil/trace.go:171","msg":"trace[611674726] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"154.960124ms","start":"2026-06-26T17:01:35.36578Z","end":"2026-06-26T17:01:35.52074Z","steps":["trace[611674726] 'read index received' (duration: 154.805341ms)","trace[611674726] 'applied index is now lower than readState.Index' (duration: 154.083µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:35.52088Z","caller":"traceutil/trace.go:171","msg":"trace[2045083166] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"183.773234ms","start":"2026-06-26T17:01:35.337077Z","end":"2026-06-26T17:01:35.52085Z","steps":["trace[2045083166] 'process raft request' (duration: 183.55537ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:35.520938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.140887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:01:35.521043Z","caller":"traceutil/trace.go:171","msg":"trace[195400600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"155.29167ms","start":"2026-06-26T17:01:35.365736Z","end":"2026-06-26T17:01:35.521028Z","steps":["trace[195400600] 'agreement among raft nodes before linearized reading' (duration: 155.076096ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:36.708091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:36.273865Z","time spent":"434.222096ms","remote":"127.0.0.1:58280","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-26T17:01:36.70816Z","caller":"traceutil/trace.go:171","msg":"trace[889146192] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2024; }","duration":"354.526836ms","start":"2026-06-26T17:01:36.353608Z","end":"2026-06-26T17:01:36.708134Z","steps":["trace[889146192] 'read index received' (duration: 354.519786ms)","trace[889146192] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:36.708304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.684131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:01:36.708348Z","caller":"traceutil/trace.go:171","msg":"trace[2084549680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"354.761072ms","start":"2026-06-26T17:01:36.353574Z","end":"2026-06-26T17:01:36.708335Z","steps":["trace[2084549680] 'agreement among raft nodes before linearized reading' (duration: 354.67661ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:36.7084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:36.353557Z","time spent":"354.835553ms","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:01:36.712375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.565131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:01:36.71246Z","caller":"traceutil/trace.go:171","msg":"trace[695169534] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1949; }","duration":"261.707743ms","start":"2026-06-26T17:01:36.450735Z","end":"2026-06-26T17:01:36.712442Z","steps":["trace[695169534] 'agreement among raft nodes before linearized reading' (duration: 261.54534ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:36.712621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.803521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-26T17:01:36.712653Z","caller":"traceutil/trace.go:171","msg":"trace[1770508740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1949; }","duration":"152.859002ms","start":"2026-06-26T17:01:36.559787Z","end":"2026-06-26T17:01:36.712646Z","steps":["trace[1770508740] 'agreement among raft nodes before linearized reading' (duration: 152.7563ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:36.712702Z","caller":"traceutil/trace.go:171","msg":"trace[172885362] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"356.668258ms","start":"2026-06-26T17:01:36.355997Z","end":"2026-06-26T17:01:36.712665Z","steps":["trace[172885362] 'process raft request' (duration: 356.131217ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:36.71276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.891652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-26T17:01:36.712811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.544354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:01:36.712823Z","caller":"traceutil/trace.go:171","msg":"trace[687629340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1949; }","duration":"152.974844ms","start":"2026-06-26T17:01:36.559827Z","end":"2026-06-26T17:01:36.712802Z","steps":["trace[687629340] 'agreement among raft nodes before linearized reading' (duration: 152.746ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:36.712836Z","caller":"traceutil/trace.go:171","msg":"trace[944966923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1949; }","duration":"184.609786ms","start":"2026-06-26T17:01:36.528217Z","end":"2026-06-26T17:01:36.712827Z","steps":["trace[944966923] 'agreement among raft nodes before linearized reading' (duration: 184.538274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:36.71283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.251469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-26T17:01:36.712869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:36.355974Z","time spent":"356.806471ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:01:36.712888Z","caller":"traceutil/trace.go:171","msg":"trace[932829735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1949; }","duration":"154.328911ms","start":"2026-06-26T17:01:36.558544Z","end":"2026-06-26T17:01:36.712873Z","steps":["trace[932829735] 'agreement among raft nodes before linearized reading' (duration: 154.181418ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:55.897725Z","caller":"traceutil/trace.go:171","msg":"trace[653970830] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2143; }","duration":"274.77744ms","start":"2026-06-26T17:01:55.62292Z","end":"2026-06-26T17:01:55.897697Z","steps":["trace[653970830] 'read index received' (duration: 274.465294ms)","trace[653970830] 'applied index is now lower than readState.Index' (duration: 310.836µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:55.897871Z","caller":"traceutil/trace.go:171","msg":"trace[656259765] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"276.291356ms","start":"2026-06-26T17:01:55.621536Z","end":"2026-06-26T17:01:55.897828Z","steps":["trace[656259765] 'process raft request' (duration: 275.95313ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:55.898011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.646564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-26T17:01:55.898069Z","caller":"traceutil/trace.go:171","msg":"trace[220080148] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2065; }","duration":"261.770096ms","start":"2026-06-26T17:01:55.636277Z","end":"2026-06-26T17:01:55.898047Z","steps":["trace[220080148] 'agreement among raft nodes before linearized reading' (duration: 261.599843ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:55.898098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.038674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:01:55.898344Z","caller":"traceutil/trace.go:171","msg":"trace[1709264214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2065; }","duration":"275.304989ms","start":"2026-06-26T17:01:55.622891Z","end":"2026-06-26T17:01:55.898196Z","steps":["trace[1709264214] 'agreement among raft nodes before linearized reading' (duration: 274.983114ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:56.138717Z","caller":"traceutil/trace.go:171","msg":"trace[287337686] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"219.966843ms","start":"2026-06-26T17:01:55.918715Z","end":"2026-06-26T17:01:56.138682Z","steps":["trace[287337686] 'process raft request' (duration: 174.093748ms)","trace[287337686] 'compare' (duration: 45.333455ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:56.993668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.944344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:01:56.99379Z","caller":"traceutil/trace.go:171","msg":"trace[996583319] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2149; }","duration":"112.424244ms","start":"2026-06-26T17:01:56.881346Z","end":"2026-06-26T17:01:56.993771Z","steps":["trace[996583319] 'read index received' (duration: 6.196616ms)","trace[996583319] 'applied index is now lower than readState.Index' (duration: 106.226088ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:56.993859Z","caller":"traceutil/trace.go:171","msg":"trace[1749842718] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"143.856222ms","start":"2026-06-26T17:01:56.849974Z","end":"2026-06-26T17:01:56.993831Z","steps":["trace[1749842718] 'process raft request' (duration: 37.641794ms)","trace[1749842718] 'compare' (duration: 105.809781ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:56.993971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.627977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T17:01:56.994013Z","caller":"traceutil/trace.go:171","msg":"trace[1076423598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2070; }","duration":"112.710229ms","start":"2026-06-26T17:01:56.881291Z","end":"2026-06-26T17:01:56.994001Z","steps":["trace[1076423598] 'agreement among raft nodes before linearized reading' (duration: 112.559726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:56.994327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.973272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-26T17:01:56.994433Z","caller":"traceutil/trace.go:171","msg":"trace[1718741381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2070; }","duration":"110.102524ms","start":"2026-06-26T17:01:56.884303Z","end":"2026-06-26T17:01:56.994406Z","steps":["trace[1718741381] 'agreement among raft nodes before linearized reading' (duration: 109.694967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:56.995187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.88155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T17:01:56.995292Z","caller":"traceutil/trace.go:171","msg":"trace[1258219108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2070; }","duration":"110.026743ms","start":"2026-06-26T17:01:56.885241Z","end":"2026-06-26T17:01:56.995268Z","steps":["trace[1258219108] 'agreement among raft nodes before linearized reading' (duration: 109.017516ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:57.138463Z","caller":"traceutil/trace.go:171","msg":"trace[122218661] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"138.127211ms","start":"2026-06-26T17:01:57.000313Z","end":"2026-06-26T17:01:57.13844Z","steps":["trace[122218661] 'process raft request' (duration: 96.240049ms)","trace[122218661] 'compare' (duration: 41.791691ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:57.139077Z","caller":"traceutil/trace.go:171","msg":"trace[2031141848] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2151; }","duration":"134.188974ms","start":"2026-06-26T17:01:57.004862Z","end":"2026-06-26T17:01:57.139051Z","steps":["trace[2031141848] 'read index received' (duration: 81.07713ms)","trace[2031141848] 'applied index is now lower than readState.Index' (duration: 53.110824ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:57.139238Z","caller":"traceutil/trace.go:171","msg":"trace[699668870] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"138.162743ms","start":"2026-06-26T17:01:57.001034Z","end":"2026-06-26T17:01:57.139197Z","steps":["trace[699668870] 'process raft request' (duration: 137.801417ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:57.139498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.612561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-26T17:01:57.139516Z","caller":"traceutil/trace.go:171","msg":"trace[1348033764] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"122.18403ms","start":"2026-06-26T17:01:57.017318Z","end":"2026-06-26T17:01:57.139502Z","steps":["trace[1348033764] 'process raft request' (duration: 121.685152ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:57.139559Z","caller":"traceutil/trace.go:171","msg":"trace[1288146929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2075; }","duration":"134.696112ms","start":"2026-06-26T17:01:57.004839Z","end":"2026-06-26T17:01:57.139535Z","steps":["trace[1288146929] 'agreement among raft nodes before linearized reading' (duration: 134.453188ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:57.139622Z","caller":"traceutil/trace.go:171","msg":"trace[1690058196] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"138.889125ms","start":"2026-06-26T17:01:57.000716Z","end":"2026-06-26T17:01:57.139605Z","steps":["trace[1690058196] 'process raft request' (duration: 137.692024ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.121768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842364639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:01:58.208788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059072581s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T17:01:58.751015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.778423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:01:58.751338Z","caller":"traceutil/trace.go:171","msg":"trace[813384457] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2156; }","duration":"1.130989315s","start":"2026-06-26T17:01:57.620326Z","end":"2026-06-26T17:01:58.751315Z","steps":["trace[813384457] 'read index received' (duration: 588.750604ms)","trace[813384457] 'applied index is now lower than readState.Index' (duration: 542.236921ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:58.751685Z","caller":"traceutil/trace.go:171","msg":"trace[173323597] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"1.606938798s","start":"2026-06-26T17:01:57.144733Z","end":"2026-06-26T17:01:58.751672Z","steps":["trace[173323597] 'process raft request' (duration: 1.064367811s)","trace[173323597] 'compare' (duration: 540.776737ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:01:58.751757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:57.144719Z","time spent":"1.607002818s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:01:58.751952Z","caller":"traceutil/trace.go:171","msg":"trace[178287219] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"1.373746428s","start":"2026-06-26T17:01:57.378198Z","end":"2026-06-26T17:01:58.751944Z","steps":["trace[178287219] 'process raft request' (duration: 1.372990636s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:57.378168Z","time spent":"1.373809229s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:58.752213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131857561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:01:58.75233Z","caller":"traceutil/trace.go:171","msg":"trace[868992701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2078; }","duration":"1.132042534s","start":"2026-06-26T17:01:57.620261Z","end":"2026-06-26T17:01:58.752303Z","steps":["trace[868992701] 'agreement among raft nodes before linearized reading' (duration: 1.131827081s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.752404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:57.620238Z","time spent":"1.132150907s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:01:58.752663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081908671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:01:58.752756Z","caller":"traceutil/trace.go:171","msg":"trace[1206719620] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2078; }","duration":"1.082095664s","start":"2026-06-26T17:01:57.67064Z","end":"2026-06-26T17:01:58.752736Z","steps":["trace[1206719620] 'agreement among raft nodes before linearized reading' (duration: 1.081901921s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.752812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:57.670607Z","time spent":"1.082194436s","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:01:58.753039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.603705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-26T17:01:58.753121Z","caller":"traceutil/trace.go:171","msg":"trace[372819393] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2078; }","duration":"608.709397ms","start":"2026-06-26T17:01:58.14439Z","end":"2026-06-26T17:01:58.753099Z","steps":["trace[372819393] 'agreement among raft nodes before linearized reading' (duration: 608.482004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.753133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.453437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-06-26T17:01:58.75318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.144379Z","time spent":"608.787658ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:01:58.753043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.391652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bcb0383d93c3e2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-26T17:01:58.75323Z","caller":"traceutil/trace.go:171","msg":"trace[543701523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2078; }","duration":"750.58436ms","start":"2026-06-26T17:01:58.002608Z","end":"2026-06-26T17:01:58.753193Z","steps":["trace[543701523] 'agreement among raft nodes before linearized reading' (duration: 750.365066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.7533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.00257Z","time spent":"750.719882ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-26T17:01:58.753252Z","caller":"traceutil/trace.go:171","msg":"trace[200904920] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bcb0383d93c3e2; range_end:; response_count:1; response_revision:2078; }","duration":"611.629016ms","start":"2026-06-26T17:01:58.141598Z","end":"2026-06-26T17:01:58.753227Z","steps":["trace[200904920] 'agreement among raft nodes before linearized reading' (duration: 611.361512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.753411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.141567Z","time spent":"611.828529ms","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bcb0383d93c3e2\" "} {"level":"warn","ts":"2026-06-26T17:01:58.753561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.000065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:01:58.75366Z","caller":"traceutil/trace.go:171","msg":"trace[1906312250] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2078; }","duration":"305.630115ms","start":"2026-06-26T17:01:58.448007Z","end":"2026-06-26T17:01:58.753637Z","steps":["trace[1906312250] 'agreement among raft nodes before linearized reading' (duration: 304.942354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:58.755091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.447977Z","time spent":"307.09764ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:01:59.945839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055827703s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T17:01:59.946846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056544955s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:01:59.947066Z","caller":"traceutil/trace.go:171","msg":"trace[749144457] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2158; }","duration":"1.18144964s","start":"2026-06-26T17:01:58.765598Z","end":"2026-06-26T17:01:59.947048Z","steps":["trace[749144457] 'read index received' (duration: 124.455078ms)","trace[749144457] 'applied index is now lower than readState.Index' (duration: 1.056993222s)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:59.947157Z","caller":"traceutil/trace.go:171","msg":"trace[1319119049] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"1.185825653s","start":"2026-06-26T17:01:58.761322Z","end":"2026-06-26T17:01:59.947147Z","steps":["trace[1319119049] 'process raft request' (duration: 1.18562287s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:59.947218Z","caller":"traceutil/trace.go:171","msg":"trace[1285993944] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"1.190824848s","start":"2026-06-26T17:01:58.756375Z","end":"2026-06-26T17:01:59.947199Z","steps":["trace[1285993944] 'process raft request' (duration: 133.842636ms)","trace[1285993944] 'compare' (duration: 1.05627085s)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:01:59.947265Z","caller":"traceutil/trace.go:171","msg":"trace[949436734] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"1.095756139s","start":"2026-06-26T17:01:58.8515Z","end":"2026-06-26T17:01:59.947257Z","steps":["trace[949436734] 'process raft request' (duration: 1.095512355s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.947311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.851481Z","time spent":"1.095805119s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:59.947318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.756357Z","time spent":"1.19090834s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:59.947224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.761297Z","time spent":"1.185891225s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:59.947595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182004339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:01:59.94764Z","caller":"traceutil/trace.go:171","msg":"trace[306591379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2081; }","duration":"1.182100561s","start":"2026-06-26T17:01:58.76553Z","end":"2026-06-26T17:01:59.94763Z","steps":["trace[306591379] 'agreement among raft nodes before linearized reading' (duration: 1.18203277s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.947686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.765503Z","time spent":"1.182168742s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T17:01:59.94947Z","caller":"traceutil/trace.go:171","msg":"trace[1246766947] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"803.91791ms","start":"2026-06-26T17:01:59.145531Z","end":"2026-06-26T17:01:59.949449Z","steps":["trace[1246766947] 'process raft request' (duration: 803.757317ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.949619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:59.145508Z","time spent":"804.026221ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:59.949777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.225329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-26T17:01:59.949811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.558376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-06-26T17:01:59.949844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.660641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T17:01:59.949872Z","caller":"traceutil/trace.go:171","msg":"trace[1696824407] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"304.925155ms","start":"2026-06-26T17:01:59.644918Z","end":"2026-06-26T17:01:59.949843Z","steps":["trace[1696824407] 'process raft request' (duration: 304.481898ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.949908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.598867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T17:01:59.949951Z","caller":"traceutil/trace.go:171","msg":"trace[1586409423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2083; }","duration":"805.71527ms","start":"2026-06-26T17:01:59.144228Z","end":"2026-06-26T17:01:59.949943Z","steps":["trace[1586409423] 'agreement among raft nodes before linearized reading' (duration: 805.622139ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.949991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:59.144196Z","time spent":"805.787162ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T17:01:59.950023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:59.644875Z","time spent":"305.071178ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:01:59.950049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145702564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-06-26T17:01:59.950161Z","caller":"traceutil/trace.go:171","msg":"trace[1687570263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2083; }","duration":"1.145931548s","start":"2026-06-26T17:01:58.804211Z","end":"2026-06-26T17:01:59.950143Z","steps":["trace[1687570263] 'agreement among raft nodes before linearized reading' (duration: 1.145507961s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.94981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.848439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-26T17:01:59.950239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.804186Z","time spent":"1.14604102s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-26T17:01:59.950288Z","caller":"traceutil/trace.go:171","msg":"trace[686405119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2083; }","duration":"807.328407ms","start":"2026-06-26T17:01:59.142927Z","end":"2026-06-26T17:01:59.950256Z","steps":["trace[686405119] 'agreement among raft nodes before linearized reading' (duration: 806.773768ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.950364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:59.142917Z","time spent":"807.434789ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-26T17:01:59.949866Z","caller":"traceutil/trace.go:171","msg":"trace[1208318128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"188.658348ms","start":"2026-06-26T17:01:59.761193Z","end":"2026-06-26T17:01:59.949852Z","steps":["trace[1208318128] 'agreement among raft nodes before linearized reading' (duration: 188.505275ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:01:59.949827Z","caller":"traceutil/trace.go:171","msg":"trace[914961431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2083; }","duration":"806.327381ms","start":"2026-06-26T17:01:59.143489Z","end":"2026-06-26T17:01:59.949816Z","steps":["trace[914961431] 'agreement among raft nodes before linearized reading' (duration: 806.190619ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.950664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:59.143461Z","time spent":"807.167664ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T17:01:59.949793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.111939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-26T17:01:59.950779Z","caller":"traceutil/trace.go:171","msg":"trace[185987329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2083; }","duration":"860.114187ms","start":"2026-06-26T17:01:59.090651Z","end":"2026-06-26T17:01:59.950765Z","steps":["trace[185987329] 'agreement among raft nodes before linearized reading' (duration: 859.07902ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.950814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:59.090639Z","time spent":"860.167547ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-26T17:01:59.949913Z","caller":"traceutil/trace.go:171","msg":"trace[414438563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2083; }","duration":"950.779933ms","start":"2026-06-26T17:01:58.999118Z","end":"2026-06-26T17:01:59.949898Z","steps":["trace[414438563] 'agreement among raft nodes before linearized reading' (duration: 950.633111ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:01:59.950906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:01:58.999085Z","time spent":"951.80567ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-26T17:02:03.353292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.897827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bcb0383d93c3e2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-26T17:02:03.353487Z","caller":"traceutil/trace.go:171","msg":"trace[890710355] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bcb0383d93c3e2; range_end:; response_count:1; response_revision:2099; }","duration":"217.149372ms","start":"2026-06-26T17:02:03.136309Z","end":"2026-06-26T17:02:03.353459Z","steps":["trace[890710355] 'range keys from in-memory index tree' (duration: 216.702905ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:06.196274Z","caller":"traceutil/trace.go:171","msg":"trace[721246594] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"229.562153ms","start":"2026-06-26T17:02:05.966666Z","end":"2026-06-26T17:02:06.196228Z","steps":["trace[721246594] 'process raft request' (duration: 229.39143ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:06.200079Z","caller":"traceutil/trace.go:171","msg":"trace[351337480] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2190; }","duration":"225.10182ms","start":"2026-06-26T17:02:05.974957Z","end":"2026-06-26T17:02:06.200058Z","steps":["trace[351337480] 'read index received' (duration: 221.153856ms)","trace[351337480] 'applied index is now lower than readState.Index' (duration: 3.947204ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:02:06.200401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.425985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-06-26T17:02:06.200447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.242613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-26T17:02:06.200528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.972005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T17:02:06.200569Z","caller":"traceutil/trace.go:171","msg":"trace[569049171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2111; }","duration":"215.007355ms","start":"2026-06-26T17:02:05.98555Z","end":"2026-06-26T17:02:06.200558Z","steps":["trace[569049171] 'agreement among raft nodes before linearized reading' (duration: 214.927754ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:06.200532Z","caller":"traceutil/trace.go:171","msg":"trace[1613949687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2111; }","duration":"214.328184ms","start":"2026-06-26T17:02:05.986158Z","end":"2026-06-26T17:02:06.200486Z","steps":["trace[1613949687] 'agreement among raft nodes before linearized reading' (duration: 214.163521ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:06.200669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.213461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T17:02:06.200757Z","caller":"traceutil/trace.go:171","msg":"trace[1542421522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2111; }","duration":"217.342933ms","start":"2026-06-26T17:02:05.983393Z","end":"2026-06-26T17:02:06.200736Z","steps":["trace[1542421522] 'agreement among raft nodes before linearized reading' (duration: 217.12785ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:06.200771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.279331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-26T17:02:06.200456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.845017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-26T17:02:06.200866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.382965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:02:06.200849Z","caller":"traceutil/trace.go:171","msg":"trace[883212107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2111; }","duration":"220.442904ms","start":"2026-06-26T17:02:05.980398Z","end":"2026-06-26T17:02:06.200841Z","steps":["trace[883212107] 'agreement among raft nodes before linearized reading' (duration: 220.24073ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:06.20093Z","caller":"traceutil/trace.go:171","msg":"trace[434539190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2111; }","duration":"206.459486ms","start":"2026-06-26T17:02:05.994436Z","end":"2026-06-26T17:02:06.200895Z","steps":["trace[434539190] 'agreement among raft nodes before linearized reading' (duration: 206.069949ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:06.200866Z","caller":"traceutil/trace.go:171","msg":"trace[1585284041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2111; }","duration":"222.282884ms","start":"2026-06-26T17:02:05.978563Z","end":"2026-06-26T17:02:06.200846Z","steps":["trace[1585284041] 'agreement among raft nodes before linearized reading' (duration: 221.746925ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:06.201124Z","caller":"traceutil/trace.go:171","msg":"trace[2079867256] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2111; }","duration":"225.487336ms","start":"2026-06-26T17:02:05.974948Z","end":"2026-06-26T17:02:06.200436Z","steps":["trace[2079867256] 'agreement among raft nodes before linearized reading' (duration: 225.289583ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:06.200587Z","caller":"traceutil/trace.go:171","msg":"trace[1829324609] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"233.285094ms","start":"2026-06-26T17:02:05.967283Z","end":"2026-06-26T17:02:06.200568Z","steps":["trace[1829324609] 'process raft request' (duration: 232.680825ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:06.775202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842364732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:02:07.275786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842364732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:02:07.296928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089916981s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T17:02:07.457225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.969617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-06-26T17:02:07.457146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.833092ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:02:07.457532Z","caller":"traceutil/trace.go:171","msg":"trace[1631364527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2112; }","duration":"755.237949ms","start":"2026-06-26T17:02:06.702268Z","end":"2026-06-26T17:02:07.457506Z","steps":["trace[1631364527] 'range keys from in-memory index tree' (duration: 754.810812ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:07.458146Z","caller":"traceutil/trace.go:171","msg":"trace[27708018] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"1.252157075s","start":"2026-06-26T17:02:06.20594Z","end":"2026-06-26T17:02:07.458097Z","steps":["trace[27708018] 'process raft request' (duration: 1.091211872s)","trace[27708018] 'compare' (duration: 159.647942ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:02:07.458406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.20592Z","time spent":"1.252307917s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:07.458462Z","caller":"traceutil/trace.go:171","msg":"trace[1286344492] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"1.252471049s","start":"2026-06-26T17:02:06.205958Z","end":"2026-06-26T17:02:07.458429Z","steps":["trace[1286344492] 'process raft request' (duration: 1.251423663s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.458603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.205948Z","time spent":"1.252576801s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:07.4588Z","caller":"traceutil/trace.go:171","msg":"trace[537475960] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"1.252817836s","start":"2026-06-26T17:02:06.205953Z","end":"2026-06-26T17:02:07.458771Z","steps":["trace[537475960] 'process raft request' (duration: 1.252381258s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:07.458937Z","caller":"traceutil/trace.go:171","msg":"trace[1890467229] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.252887597s","start":"2026-06-26T17:02:06.206034Z","end":"2026-06-26T17:02:07.458921Z","steps":["trace[1890467229] 'process raft request' (duration: 1.252371868s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.458955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.205937Z","time spent":"1.252933518s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:02:07.45902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.206022Z","time spent":"1.252964318s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:07.459133Z","caller":"traceutil/trace.go:171","msg":"trace[2026608048] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2193; }","duration":"1.184220651s","start":"2026-06-26T17:02:06.274797Z","end":"2026-06-26T17:02:07.459018Z","steps":["trace[2026608048] 'read index received' (duration: 1.022289331s)","trace[2026608048] 'applied index is now lower than readState.Index' (duration: 161.929619ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:02:07.459355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184564376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-26T17:02:07.459434Z","caller":"traceutil/trace.go:171","msg":"trace[1454688816] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2117; }","duration":"1.184644297s","start":"2026-06-26T17:02:06.274747Z","end":"2026-06-26T17:02:07.459391Z","steps":["trace[1454688816] 'agreement among raft nodes before linearized reading' (duration: 1.184455454s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.459469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.274732Z","time spent":"1.184728579s","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-26T17:02:07.459716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.435021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-26T17:02:07.459963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.21339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:02:07.460004Z","caller":"traceutil/trace.go:171","msg":"trace[753525985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2117; }","duration":"249.289962ms","start":"2026-06-26T17:02:07.210702Z","end":"2026-06-26T17:02:07.459992Z","steps":["trace[753525985] 'agreement among raft nodes before linearized reading' (duration: 248.738533ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:07.45998Z","caller":"traceutil/trace.go:171","msg":"trace[1469293769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2117; }","duration":"667.744405ms","start":"2026-06-26T17:02:06.792214Z","end":"2026-06-26T17:02:07.459958Z","steps":["trace[1469293769] 'agreement among raft nodes before linearized reading' (duration: 667.156316ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:07.459699Z","caller":"traceutil/trace.go:171","msg":"trace[87626947] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"1.252750135s","start":"2026-06-26T17:02:06.206235Z","end":"2026-06-26T17:02:07.458985Z","steps":["trace[87626947] 'process raft request' (duration: 1.252570632s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.460131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.792175Z","time spent":"667.933719ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:02:07.460162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.474023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:02:07.460306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.206226Z","time spent":"1.253908553s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:07.460273Z","caller":"traceutil/trace.go:171","msg":"trace[2029871393] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2117; }","duration":"520.639606ms","start":"2026-06-26T17:02:06.93961Z","end":"2026-06-26T17:02:07.460249Z","steps":["trace[2029871393] 'agreement among raft nodes before linearized reading' (duration: 519.858594ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.459815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105001643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:02:07.46041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.939539Z","time spent":"520.853219ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:02:07.460446Z","caller":"traceutil/trace.go:171","msg":"trace[672193222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2117; }","duration":"1.105672414s","start":"2026-06-26T17:02:06.354757Z","end":"2026-06-26T17:02:07.46043Z","steps":["trace[672193222] 'agreement among raft nodes before linearized reading' (duration: 1.104612157s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.460465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077063918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:02:07.460489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.35473Z","time spent":"1.105747375s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T17:02:07.460509Z","caller":"traceutil/trace.go:171","msg":"trace[1071732218] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2117; }","duration":"1.07715419s","start":"2026-06-26T17:02:06.383343Z","end":"2026-06-26T17:02:07.460498Z","steps":["trace[1071732218] 'agreement among raft nodes before linearized reading' (duration: 1.076055113s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.460549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.383318Z","time spent":"1.07721679s","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:02:07.45985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.406404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:02:07.460646Z","caller":"traceutil/trace.go:171","msg":"trace[847183522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2117; }","duration":"838.236277ms","start":"2026-06-26T17:02:06.622398Z","end":"2026-06-26T17:02:07.460634Z","steps":["trace[847183522] 'agreement among raft nodes before linearized reading' (duration: 836.977557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.460883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:06.622377Z","time spent":"838.47868ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:02:07.871713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.540893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:02:07.872049Z","caller":"traceutil/trace.go:171","msg":"trace[989079522] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2198; }","duration":"307.418353ms","start":"2026-06-26T17:02:07.56461Z","end":"2026-06-26T17:02:07.872028Z","steps":["trace[989079522] 'read index received' (duration: 111.432733ms)","trace[989079522] 'applied index is now lower than readState.Index' (duration: 195.98452ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:02:07.872103Z","caller":"traceutil/trace.go:171","msg":"trace[517190175] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"412.577632ms","start":"2026-06-26T17:02:07.459493Z","end":"2026-06-26T17:02:07.872071Z","steps":["trace[517190175] 'process raft request' (duration: 216.567672ms)","trace[517190175] 'compare' (duration: 195.428141ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:02:07.872112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:07.460619Z","time spent":"411.486025ms","remote":"127.0.0.1:58280","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-26T17:02:07.872239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.876037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:02:07.872282Z","caller":"traceutil/trace.go:171","msg":"trace[1264660223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2119; }","duration":"250.959298ms","start":"2026-06-26T17:02:07.62131Z","end":"2026-06-26T17:02:07.872269Z","steps":["trace[1264660223] 'agreement among raft nodes before linearized reading' (duration: 250.849907ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:07.872217Z","caller":"traceutil/trace.go:171","msg":"trace[391600839] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"405.999377ms","start":"2026-06-26T17:02:07.466157Z","end":"2026-06-26T17:02:07.872157Z","steps":["trace[391600839] 'process raft request' (duration: 405.807004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.872306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.668196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:02:07.872394Z","caller":"traceutil/trace.go:171","msg":"trace[1675266202] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2119; }","duration":"307.831699ms","start":"2026-06-26T17:02:07.564544Z","end":"2026-06-26T17:02:07.872375Z","steps":["trace[1675266202] 'agreement among raft nodes before linearized reading' (duration: 307.580265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:07.872419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:07.45947Z","time spent":"412.789805ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:02:07.872443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:07.564523Z","time spent":"307.90948ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:02:07.872542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:07.466135Z","time spent":"406.23066ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:02:08.711903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842364753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-26T17:02:08.975911Z","caller":"traceutil/trace.go:171","msg":"trace[452295653] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"841.109648ms","start":"2026-06-26T17:02:08.134775Z","end":"2026-06-26T17:02:08.975885Z","steps":["trace[452295653] 'process raft request' (duration: 840.964396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:08.976069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:08.134761Z","time spent":"841.227299ms","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:08.976787Z","caller":"traceutil/trace.go:171","msg":"trace[999123638] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"775.048834ms","start":"2026-06-26T17:02:08.201723Z","end":"2026-06-26T17:02:08.976772Z","steps":["trace[999123638] 'process raft request' (duration: 774.939222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:08.976849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:08.201697Z","time spent":"775.121566ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:08.976973Z","caller":"traceutil/trace.go:171","msg":"trace[844659340] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"770.115115ms","start":"2026-06-26T17:02:08.206851Z","end":"2026-06-26T17:02:08.976966Z","steps":["trace[844659340] 'process raft request' (duration: 769.880821ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:08.977017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:08.20684Z","time spent":"770.155806ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:08.977164Z","caller":"traceutil/trace.go:171","msg":"trace[1991499349] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2202; }","duration":"766.158992ms","start":"2026-06-26T17:02:08.210995Z","end":"2026-06-26T17:02:08.977154Z","steps":["trace[1991499349] 'read index received' (duration: 764.725438ms)","trace[1991499349] 'applied index is now lower than readState.Index' (duration: 1.432414ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:02:08.97738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.384276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T17:02:08.977443Z","caller":"traceutil/trace.go:171","msg":"trace[1756557364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2124; }","duration":"766.494938ms","start":"2026-06-26T17:02:08.210929Z","end":"2026-06-26T17:02:08.977424Z","steps":["trace[1756557364] 'agreement among raft nodes before linearized reading' (duration: 766.356186ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:08.977454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.394239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-06-26T17:02:08.977479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:08.210909Z","time spent":"766.564249ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-26T17:02:08.977513Z","caller":"traceutil/trace.go:171","msg":"trace[1088902806] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"120.274816ms","start":"2026-06-26T17:02:08.857234Z","end":"2026-06-26T17:02:08.977508Z","steps":["trace[1088902806] 'process raft request' (duration: 119.704416ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:08.977481Z","caller":"traceutil/trace.go:171","msg":"trace[1876545662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"509.47279ms","start":"2026-06-26T17:02:08.467999Z","end":"2026-06-26T17:02:08.977472Z","steps":["trace[1876545662] 'agreement among raft nodes before linearized reading' (duration: 509.339428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:08.977586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:08.467971Z","time spent":"509.609233ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-26T17:02:11.080001Z","caller":"traceutil/trace.go:171","msg":"trace[1932742365] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"160.048066ms","start":"2026-06-26T17:02:10.919929Z","end":"2026-06-26T17:02:11.079977Z","steps":["trace[1932742365] 'process raft request' (duration: 159.902344ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:11.168241Z","caller":"traceutil/trace.go:171","msg":"trace[907356279] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2214; }","duration":"181.165057ms","start":"2026-06-26T17:02:10.987051Z","end":"2026-06-26T17:02:11.168216Z","steps":["trace[907356279] 'read index received' (duration: 92.909776ms)","trace[907356279] 'applied index is now lower than readState.Index' (duration: 88.254091ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:02:11.168254Z","caller":"traceutil/trace.go:171","msg":"trace[1649400838] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"187.313944ms","start":"2026-06-26T17:02:10.980911Z","end":"2026-06-26T17:02:11.168225Z","steps":["trace[1649400838] 'process raft request' (duration: 186.145015ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:11.168377Z","caller":"traceutil/trace.go:171","msg":"trace[1207154855] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"187.223604ms","start":"2026-06-26T17:02:10.98114Z","end":"2026-06-26T17:02:11.168363Z","steps":["trace[1207154855] 'process raft request' (duration: 187.02328ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:11.168682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.555463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-26T17:02:11.168723Z","caller":"traceutil/trace.go:171","msg":"trace[1319582361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2134; }","duration":"181.706395ms","start":"2026-06-26T17:02:10.987006Z","end":"2026-06-26T17:02:11.168712Z","steps":["trace[1319582361] 'agreement among raft nodes before linearized reading' (duration: 181.508042ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:11.168896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.118799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:02:11.169544Z","caller":"traceutil/trace.go:171","msg":"trace[678325948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2134; }","duration":"178.822939ms","start":"2026-06-26T17:02:10.990669Z","end":"2026-06-26T17:02:11.169492Z","steps":["trace[678325948] 'agreement among raft nodes before linearized reading' (duration: 177.960826ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:13.302161Z","caller":"traceutil/trace.go:171","msg":"trace[1467868510] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2226; }","duration":"172.556963ms","start":"2026-06-26T17:02:13.12954Z","end":"2026-06-26T17:02:13.302097Z","steps":["trace[1467868510] 'read index received' (duration: 172.305139ms)","trace[1467868510] 'applied index is now lower than readState.Index' (duration: 249.284µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:02:13.302396Z","caller":"traceutil/trace.go:171","msg":"trace[63216849] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"249.217299ms","start":"2026-06-26T17:02:13.053152Z","end":"2026-06-26T17:02:13.302369Z","steps":["trace[63216849] 'process raft request' (duration: 248.766321ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:13.302594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.040031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bcb0383d93c3e2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-26T17:02:13.303005Z","caller":"traceutil/trace.go:171","msg":"trace[1822281967] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bcb0383d93c3e2; range_end:; response_count:1; response_revision:2144; }","duration":"173.496388ms","start":"2026-06-26T17:02:13.129492Z","end":"2026-06-26T17:02:13.302988Z","steps":["trace[1822281967] 'agreement among raft nodes before linearized reading' (duration: 172.96395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:13.309411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.28134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T17:02:13.309477Z","caller":"traceutil/trace.go:171","msg":"trace[859255181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2146; }","duration":"132.389801ms","start":"2026-06-26T17:02:13.177072Z","end":"2026-06-26T17:02:13.309462Z","steps":["trace[859255181] 'agreement among raft nodes before linearized reading' (duration: 132.181628ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:13.309417Z","caller":"traceutil/trace.go:171","msg":"trace[1446659723] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"135.538941ms","start":"2026-06-26T17:02:13.173845Z","end":"2026-06-26T17:02:13.309383Z","steps":["trace[1446659723] 'process raft request' (duration: 135.205566ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:13.309545Z","caller":"traceutil/trace.go:171","msg":"trace[1192105544] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"135.52189ms","start":"2026-06-26T17:02:13.173955Z","end":"2026-06-26T17:02:13.309477Z","steps":["trace[1192105544] 'process raft request' (duration: 135.229346ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:13.309535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.429783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:02:13.309696Z","caller":"traceutil/trace.go:171","msg":"trace[982444051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2146; }","duration":"127.621186ms","start":"2026-06-26T17:02:13.182064Z","end":"2026-06-26T17:02:13.309685Z","steps":["trace[982444051] 'agreement among raft nodes before linearized reading' (duration: 127.397353ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:13.98437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842364818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:02:15.119207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030600553s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:02:15.119332Z","caller":"traceutil/trace.go:171","msg":"trace[1365005957] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.80485585s","start":"2026-06-26T17:02:13.314453Z","end":"2026-06-26T17:02:15.119309Z","steps":["trace[1365005957] 'process raft request' (duration: 774.041604ms)","trace[1365005957] 'compare' (duration: 1.030225857s)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:02:15.119338Z","caller":"traceutil/trace.go:171","msg":"trace[1502731088] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"1.635407846s","start":"2026-06-26T17:02:13.483911Z","end":"2026-06-26T17:02:15.119319Z","steps":["trace[1502731088] 'read index received' (duration: 604.58196ms)","trace[1502731088] 'applied index is now lower than readState.Index' (duration: 1.030823886s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:02:15.11949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.314434Z","time spent":"1.804962312s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:02:15.119572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635654681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-26T17:02:15.119649Z","caller":"traceutil/trace.go:171","msg":"trace[1118186002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2148; }","duration":"1.635791463s","start":"2026-06-26T17:02:13.48384Z","end":"2026-06-26T17:02:15.119632Z","steps":["trace[1118186002] 'agreement among raft nodes before linearized reading' (duration: 1.63558901s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.119661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631476964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-26T17:02:15.119698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.483813Z","time spent":"1.635875554s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-26T17:02:15.119709Z","caller":"traceutil/trace.go:171","msg":"trace[1967310329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2148; }","duration":"1.631563536s","start":"2026-06-26T17:02:13.48813Z","end":"2026-06-26T17:02:15.119694Z","steps":["trace[1967310329] 'agreement among raft nodes before linearized reading' (duration: 1.631400813s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.119755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.488114Z","time spent":"1.631629537s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T17:02:15.119829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138378302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:02:15.119876Z","caller":"traceutil/trace.go:171","msg":"trace[1205804292] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2148; }","duration":"1.138472863s","start":"2026-06-26T17:02:13.981391Z","end":"2026-06-26T17:02:15.119864Z","steps":["trace[1205804292] 'agreement among raft nodes before linearized reading' (duration: 1.138398201s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.119912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.981367Z","time spent":"1.138536454s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:02:15.119944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220592314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-26T17:02:15.119993Z","caller":"traceutil/trace.go:171","msg":"trace[697596522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2148; }","duration":"1.220678485s","start":"2026-06-26T17:02:13.899301Z","end":"2026-06-26T17:02:15.119979Z","steps":["trace[697596522] 'agreement among raft nodes before linearized reading' (duration: 1.220558873s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.120039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.899279Z","time spent":"1.220748076s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:02:15.120211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630230945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-26T17:02:15.120256Z","caller":"traceutil/trace.go:171","msg":"trace[1140187747] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2148; }","duration":"1.630291416s","start":"2026-06-26T17:02:13.489953Z","end":"2026-06-26T17:02:15.120244Z","steps":["trace[1140187747] 'agreement among raft nodes before linearized reading' (duration: 1.630187255s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.120287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.489941Z","time spent":"1.630338837s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:02:15.120332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630800624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T17:02:15.120384Z","caller":"traceutil/trace.go:171","msg":"trace[1850485436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2148; }","duration":"1.630889436s","start":"2026-06-26T17:02:13.489481Z","end":"2026-06-26T17:02:15.120371Z","steps":["trace[1850485436] 'agreement among raft nodes before linearized reading' (duration: 1.630753793s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.120408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.776623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:02:15.120425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.489464Z","time spent":"1.630948697s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-26T17:02:15.120448Z","caller":"traceutil/trace.go:171","msg":"trace[1670635037] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2148; }","duration":"258.859664ms","start":"2026-06-26T17:02:14.861579Z","end":"2026-06-26T17:02:15.120439Z","steps":["trace[1670635037] 'agreement among raft nodes before linearized reading' (duration: 258.792343ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.120428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499701163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:02:15.120555Z","caller":"traceutil/trace.go:171","msg":"trace[822279160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"1.499870366s","start":"2026-06-26T17:02:13.620676Z","end":"2026-06-26T17:02:15.120546Z","steps":["trace[822279160] 'agreement among raft nodes before linearized reading' (duration: 1.499727804s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.120587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.620652Z","time spent":"1.499926806s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:02:15.120626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.012566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-26T17:02:15.120662Z","caller":"traceutil/trace.go:171","msg":"trace[667656385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2148; }","duration":"804.085378ms","start":"2026-06-26T17:02:14.316566Z","end":"2026-06-26T17:02:15.120652Z","steps":["trace[667656385] 'agreement among raft nodes before linearized reading' (duration: 803.993176ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.120691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:14.316544Z","time spent":"804.137658ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-26T17:02:15.120779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631277172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T17:02:15.120815Z","caller":"traceutil/trace.go:171","msg":"trace[1864497403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2148; }","duration":"1.631335203s","start":"2026-06-26T17:02:13.489471Z","end":"2026-06-26T17:02:15.120806Z","steps":["trace[1864497403] 'agreement among raft nodes before linearized reading' (duration: 1.631249282s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:15.12084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:13.489457Z","time spent":"1.631377614s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T17:02:39.812602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842365163,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-26T17:02:40.04032Z","caller":"traceutil/trace.go:171","msg":"trace[154080038] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"747.717564ms","start":"2026-06-26T17:02:39.292572Z","end":"2026-06-26T17:02:40.04029Z","steps":["trace[154080038] 'process raft request' (duration: 747.489251ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.040539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.292555Z","time spent":"747.841026ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:40.050576Z","caller":"traceutil/trace.go:171","msg":"trace[100413765] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"655.732018ms","start":"2026-06-26T17:02:39.394821Z","end":"2026-06-26T17:02:40.050553Z","steps":["trace[100413765] 'process raft request' (duration: 655.590006ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.050731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.394803Z","time spent":"655.836369ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:02:40.050808Z","caller":"traceutil/trace.go:171","msg":"trace[330196549] linearizableReadLoop","detail":"{readStateIndex:2379; appliedIndex:2375; }","duration":"738.703436ms","start":"2026-06-26T17:02:39.312084Z","end":"2026-06-26T17:02:40.050788Z","steps":["trace[330196549] 'read index received' (duration: 727.955893ms)","trace[330196549] 'applied index is now lower than readState.Index' (duration: 10.746513ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:02:40.050908Z","caller":"traceutil/trace.go:171","msg":"trace[1234680947] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"653.557237ms","start":"2026-06-26T17:02:39.397308Z","end":"2026-06-26T17:02:40.050866Z","steps":["trace[1234680947] 'process raft request' (duration: 653.406105ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.050977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.887398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-26T17:02:40.051044Z","caller":"traceutil/trace.go:171","msg":"trace[359382470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2290; }","duration":"738.98541ms","start":"2026-06-26T17:02:39.312045Z","end":"2026-06-26T17:02:40.05103Z","steps":["trace[359382470] 'agreement among raft nodes before linearized reading' (duration: 738.828158ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.051084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.312032Z","time spent":"739.042651ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T17:02:40.051088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.397286Z","time spent":"653.710489ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:02:40.051146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.410523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-26T17:02:40.051201Z","caller":"traceutil/trace.go:171","msg":"trace[877616535] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2290; }","duration":"693.496293ms","start":"2026-06-26T17:02:39.357688Z","end":"2026-06-26T17:02:40.051184Z","steps":["trace[877616535] 'agreement among raft nodes before linearized reading' (duration: 693.348001ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.051211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.808935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-26T17:02:40.051174Z","caller":"traceutil/trace.go:171","msg":"trace[1095975059] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"653.960343ms","start":"2026-06-26T17:02:39.397184Z","end":"2026-06-26T17:02:40.051144Z","steps":["trace[1095975059] 'process raft request' (duration: 653.338424ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.051333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.37257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-26T17:02:40.051331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.112314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"warn","ts":"2026-06-26T17:02:40.051346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.728894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T17:02:40.051371Z","caller":"traceutil/trace.go:171","msg":"trace[394057592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2290; }","duration":"595.428031ms","start":"2026-06-26T17:02:39.455935Z","end":"2026-06-26T17:02:40.051363Z","steps":["trace[394057592] 'agreement among raft nodes before linearized reading' (duration: 595.34042ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:02:40.051386Z","caller":"traceutil/trace.go:171","msg":"trace[1077306264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"723.202566ms","start":"2026-06-26T17:02:39.328165Z","end":"2026-06-26T17:02:40.051368Z","steps":["trace[1077306264] 'agreement among raft nodes before linearized reading' (duration: 723.045944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.051431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.455924Z","time spent":"595.470781ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-26T17:02:40.051399Z","caller":"traceutil/trace.go:171","msg":"trace[1459858005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2290; }","duration":"697.786045ms","start":"2026-06-26T17:02:39.353597Z","end":"2026-06-26T17:02:40.051383Z","steps":["trace[1459858005] 'agreement among raft nodes before linearized reading' (duration: 697.589632ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.051455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.32809Z","time spent":"723.357268ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5482,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-26T17:02:40.051487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.353474Z","time spent":"698.004357ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-26T17:02:40.051291Z","caller":"traceutil/trace.go:171","msg":"trace[937195964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2290; }","duration":"697.923937ms","start":"2026-06-26T17:02:39.353347Z","end":"2026-06-26T17:02:40.05127Z","steps":["trace[937195964] 'agreement among raft nodes before linearized reading' (duration: 697.634483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.051565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.353333Z","time spent":"698.21858ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:02:40.051553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.554251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-26T17:02:40.05124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.357667Z","time spent":"693.565294ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-26T17:02:40.051615Z","caller":"traceutil/trace.go:171","msg":"trace[820463854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2290; }","duration":"728.657953ms","start":"2026-06-26T17:02:39.322945Z","end":"2026-06-26T17:02:40.051603Z","steps":["trace[820463854] 'agreement among raft nodes before linearized reading' (duration: 728.017814ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:02:40.051671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.322922Z","time spent":"728.741084ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T17:02:40.051702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:02:39.397158Z","time spent":"654.198916ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:03:04.398503Z","caller":"traceutil/trace.go:171","msg":"trace[910487299] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"259.741652ms","start":"2026-06-26T17:03:04.138733Z","end":"2026-06-26T17:03:04.398475Z","steps":["trace[910487299] 'process raft request' (duration: 259.56221ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:03:04.410599Z","caller":"traceutil/trace.go:171","msg":"trace[120215410] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2602; }","duration":"257.904109ms","start":"2026-06-26T17:03:04.15267Z","end":"2026-06-26T17:03:04.410574Z","steps":["trace[120215410] 'read index received' (duration: 245.681787ms)","trace[120215410] 'applied index is now lower than readState.Index' (duration: 12.221352ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:03:04.410845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.159122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-26T17:03:04.410875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.478565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:03:04.410977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.541395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-26T17:03:04.41102Z","caller":"traceutil/trace.go:171","msg":"trace[1908585180] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2509; }","duration":"155.666417ms","start":"2026-06-26T17:03:04.255329Z","end":"2026-06-26T17:03:04.410995Z","steps":["trace[1908585180] 'agreement among raft nodes before linearized reading' (duration: 155.457915ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:03:04.411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.401258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-26T17:03:04.41112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.703106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T17:03:04.41116Z","caller":"traceutil/trace.go:171","msg":"trace[1636533422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2509; }","duration":"232.763226ms","start":"2026-06-26T17:03:04.178389Z","end":"2026-06-26T17:03:04.411152Z","steps":["trace[1636533422] 'agreement among raft nodes before linearized reading' (duration: 232.662645ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:03:04.410902Z","caller":"traceutil/trace.go:171","msg":"trace[1563453985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2509; }","duration":"258.256133ms","start":"2026-06-26T17:03:04.152634Z","end":"2026-06-26T17:03:04.41089Z","steps":["trace[1563453985] 'agreement among raft nodes before linearized reading' (duration: 258.06602ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:03:04.411154Z","caller":"traceutil/trace.go:171","msg":"trace[1158157364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2509; }","duration":"212.614ms","start":"2026-06-26T17:03:04.198513Z","end":"2026-06-26T17:03:04.411127Z","steps":["trace[1158157364] 'agreement among raft nodes before linearized reading' (duration: 212.334576ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:03:04.411029Z","caller":"traceutil/trace.go:171","msg":"trace[1574457242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2509; }","duration":"220.636937ms","start":"2026-06-26T17:03:04.190378Z","end":"2026-06-26T17:03:04.411015Z","steps":["trace[1574457242] 'agreement among raft nodes before linearized reading' (duration: 220.502325ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:03:04.410855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.805582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-26T17:03:04.411465Z","caller":"traceutil/trace.go:171","msg":"trace[114147576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2509; }","duration":"244.446011ms","start":"2026-06-26T17:03:04.167004Z","end":"2026-06-26T17:03:04.41145Z","steps":["trace[114147576] 'agreement among raft nodes before linearized reading' (duration: 243.700062ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:03:04.411034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.429556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T17:03:04.411603Z","caller":"traceutil/trace.go:171","msg":"trace[1907083722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2509; }","duration":"225.014514ms","start":"2026-06-26T17:03:04.186577Z","end":"2026-06-26T17:03:04.411592Z","steps":["trace[1907083722] 'agreement among raft nodes before linearized reading' (duration: 224.392476ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:03:04.410667Z","caller":"traceutil/trace.go:171","msg":"trace[476184601] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"270.03686ms","start":"2026-06-26T17:03:04.140606Z","end":"2026-06-26T17:03:04.410643Z","steps":["trace[476184601] 'process raft request' (duration: 269.842527ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:03:04.411001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.067146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-06-26T17:03:04.411765Z","caller":"traceutil/trace.go:171","msg":"trace[1766938876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2509; }","duration":"216.876846ms","start":"2026-06-26T17:03:04.194871Z","end":"2026-06-26T17:03:04.411748Z","steps":["trace[1766938876] 'agreement among raft nodes before linearized reading' (duration: 215.866093ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:03:42.143163Z","caller":"traceutil/trace.go:171","msg":"trace[886480926] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"193.783135ms","start":"2026-06-26T17:03:41.949326Z","end":"2026-06-26T17:03:42.143109Z","steps":["trace[886480926] 'process raft request' (duration: 193.503631ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:30.818207Z","caller":"traceutil/trace.go:171","msg":"trace[1700435748] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"129.602001ms","start":"2026-06-26T17:07:30.68857Z","end":"2026-06-26T17:07:30.818172Z","steps":["trace[1700435748] 'process raft request' (duration: 47.707805ms)","trace[1700435748] 'compare' (duration: 81.673921ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:30.818398Z","caller":"traceutil/trace.go:171","msg":"trace[1888568701] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"100.13655ms","start":"2026-06-26T17:07:30.718217Z","end":"2026-06-26T17:07:30.818354Z","steps":["trace[1888568701] 'process raft request' (duration: 99.881394ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:42.201703Z","caller":"traceutil/trace.go:171","msg":"trace[198418026] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"194.126511ms","start":"2026-06-26T17:07:42.007552Z","end":"2026-06-26T17:07:42.201678Z","steps":["trace[198418026] 'process raft request' (duration: 193.977318ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:42.26875Z","caller":"traceutil/trace.go:171","msg":"trace[580650811] linearizableReadLoop","detail":"{readStateIndex:4959; appliedIndex:4957; }","duration":"258.935382ms","start":"2026-06-26T17:07:42.009782Z","end":"2026-06-26T17:07:42.268718Z","steps":["trace[580650811] 'read index received' (duration: 191.853745ms)","trace[580650811] 'applied index is now lower than readState.Index' (duration: 67.080687ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:42.268772Z","caller":"traceutil/trace.go:171","msg":"trace[354895735] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"259.327731ms","start":"2026-06-26T17:07:42.009422Z","end":"2026-06-26T17:07:42.26875Z","steps":["trace[354895735] 'process raft request' (duration: 259.146067ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:42.269106Z","caller":"traceutil/trace.go:171","msg":"trace[499466365] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"258.164886ms","start":"2026-06-26T17:07:42.010693Z","end":"2026-06-26T17:07:42.268858Z","steps":["trace[499466365] 'process raft request' (duration: 257.980422ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:42.269165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.350981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-26T17:07:42.269242Z","caller":"traceutil/trace.go:171","msg":"trace[482259756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4780; }","duration":"259.454593ms","start":"2026-06-26T17:07:42.009769Z","end":"2026-06-26T17:07:42.269224Z","steps":["trace[482259756] 'agreement among raft nodes before linearized reading' (duration: 259.197138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:42.269219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.504901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T17:07:42.269328Z","caller":"traceutil/trace.go:171","msg":"trace[266352572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4780; }","duration":"254.642544ms","start":"2026-06-26T17:07:42.014666Z","end":"2026-06-26T17:07:42.269308Z","steps":["trace[266352572] 'agreement among raft nodes before linearized reading' (duration: 254.354878ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:42.269356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.498412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce8c22c6-1f57-47fe-bd24-512f6e900240\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-26T17:07:42.269399Z","caller":"traceutil/trace.go:171","msg":"trace[1807376860] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce8c22c6-1f57-47fe-bd24-512f6e900240; range_end:; response_count:1; response_revision:4780; }","duration":"219.581004ms","start":"2026-06-26T17:07:42.049801Z","end":"2026-06-26T17:07:42.269382Z","steps":["trace[1807376860] 'agreement among raft nodes before linearized reading' (duration: 219.443861ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:42.269427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.571693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-06-26T17:07:42.269456Z","caller":"traceutil/trace.go:171","msg":"trace[2118702764] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4780; }","duration":"255.618284ms","start":"2026-06-26T17:07:42.013827Z","end":"2026-06-26T17:07:42.269445Z","steps":["trace[2118702764] 'agreement among raft nodes before linearized reading' (duration: 255.537222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:42.269531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.965312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-26T17:07:42.269572Z","caller":"traceutil/trace.go:171","msg":"trace[1100541047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4780; }","duration":"258.028723ms","start":"2026-06-26T17:07:42.011533Z","end":"2026-06-26T17:07:42.269561Z","steps":["trace[1100541047] 'agreement among raft nodes before linearized reading' (duration: 257.928701ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:42.393805Z","caller":"traceutil/trace.go:171","msg":"trace[1006029046] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"118.94291ms","start":"2026-06-26T17:07:42.274838Z","end":"2026-06-26T17:07:42.393781Z","steps":["trace[1006029046] 'process raft request' (duration: 31.17825ms)","trace[1006029046] 'compare' (duration: 87.580986ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:42.394082Z","caller":"traceutil/trace.go:171","msg":"trace[1032957769] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"119.006802ms","start":"2026-06-26T17:07:42.275038Z","end":"2026-06-26T17:07:42.394045Z","steps":["trace[1032957769] 'process raft request' (duration: 118.694695ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:42.394092Z","caller":"traceutil/trace.go:171","msg":"trace[1563487447] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"118.487542ms","start":"2026-06-26T17:07:42.275584Z","end":"2026-06-26T17:07:42.394071Z","steps":["trace[1563487447] 'process raft request' (duration: 118.326838ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:43.13734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.085112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:07:43.137503Z","caller":"traceutil/trace.go:171","msg":"trace[967418054] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"287.578683ms","start":"2026-06-26T17:07:42.849895Z","end":"2026-06-26T17:07:43.137473Z","steps":["trace[967418054] 'process raft request' (duration: 100.218616ms)","trace[967418054] 'compare' (duration: 186.876308ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:43.187792Z","caller":"traceutil/trace.go:171","msg":"trace[1985334019] linearizableReadLoop","detail":"{readStateIndex:4968; appliedIndex:4966; }","duration":"271.93526ms","start":"2026-06-26T17:07:42.91583Z","end":"2026-06-26T17:07:43.187765Z","steps":["trace[1985334019] 'read index received' (duration: 34.344074ms)","trace[1985334019] 'applied index is now lower than readState.Index' (duration: 237.589866ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:07:43.188053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.194336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:07:43.188109Z","caller":"traceutil/trace.go:171","msg":"trace[1954810518] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4788; }","duration":"272.320948ms","start":"2026-06-26T17:07:42.915777Z","end":"2026-06-26T17:07:43.188098Z","steps":["trace[1954810518] 'agreement among raft nodes before linearized reading' (duration: 272.092373ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:43.188471Z","caller":"traceutil/trace.go:171","msg":"trace[92827402] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"337.637507ms","start":"2026-06-26T17:07:42.850822Z","end":"2026-06-26T17:07:43.188459Z","steps":["trace[92827402] 'process raft request' (duration: 336.79668ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:43.188584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:42.850815Z","time spent":"337.690558ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:07:43.647432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.870071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce8c22c6-1f57-47fe-bd24-512f6e900240\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-06-26T17:07:43.647577Z","caller":"traceutil/trace.go:171","msg":"trace[1886415428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce8c22c6-1f57-47fe-bd24-512f6e900240; range_end:; response_count:1; response_revision:4788; }","duration":"371.103146ms","start":"2026-06-26T17:07:43.276451Z","end":"2026-06-26T17:07:43.647554Z","steps":["trace[1886415428] 'range keys from in-memory index tree' (duration: 370.75473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:43.647624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:43.276426Z","time spent":"371.187788ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce8c22c6-1f57-47fe-bd24-512f6e900240\" "} {"level":"info","ts":"2026-06-26T17:07:43.718872Z","caller":"traceutil/trace.go:171","msg":"trace[284738802] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"188.698582ms","start":"2026-06-26T17:07:43.530152Z","end":"2026-06-26T17:07:43.718851Z","steps":["trace[284738802] 'process raft request' (duration: 188.507888ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:43.719594Z","caller":"traceutil/trace.go:171","msg":"trace[1112938323] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"188.725074ms","start":"2026-06-26T17:07:43.530849Z","end":"2026-06-26T17:07:43.719574Z","steps":["trace[1112938323] 'process raft request' (duration: 188.435008ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:47.385844Z","caller":"traceutil/trace.go:171","msg":"trace[795671420] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"356.72853ms","start":"2026-06-26T17:07:47.029082Z","end":"2026-06-26T17:07:47.38581Z","steps":["trace[795671420] 'process raft request' (duration: 356.439455ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:47.385998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.711782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:07:47.385716Z","caller":"traceutil/trace.go:171","msg":"trace[688978736] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5024; }","duration":"159.442055ms","start":"2026-06-26T17:07:47.226249Z","end":"2026-06-26T17:07:47.385691Z","steps":["trace[688978736] 'read index received' (duration: 159.124209ms)","trace[688978736] 'applied index is now lower than readState.Index' (duration: 316.826µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:47.386061Z","caller":"traceutil/trace.go:171","msg":"trace[1579779296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4844; }","duration":"159.855695ms","start":"2026-06-26T17:07:47.226191Z","end":"2026-06-26T17:07:47.386046Z","steps":["trace[1579779296] 'agreement among raft nodes before linearized reading' (duration: 159.724082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:47.386319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:47.029058Z","time spent":"356.872534ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9206,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:07:57.333744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.876619ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:07:57.333887Z","caller":"traceutil/trace.go:171","msg":"trace[1342207649] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4958; }","duration":"631.032362ms","start":"2026-06-26T17:07:56.702836Z","end":"2026-06-26T17:07:57.333868Z","steps":["trace[1342207649] 'range keys from in-memory index tree' (duration: 630.859739ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.335138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.147988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T17:07:57.335264Z","caller":"traceutil/trace.go:171","msg":"trace[183701370] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5143; }","duration":"1.098834863s","start":"2026-06-26T17:07:56.23641Z","end":"2026-06-26T17:07:57.335245Z","steps":["trace[183701370] 'read index received' (duration: 109.160145ms)","trace[183701370] 'applied index is now lower than readState.Index' (duration: 989.673118ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:57.335376Z","caller":"traceutil/trace.go:171","msg":"trace[199313677] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"1.266625587s","start":"2026-06-26T17:07:56.068733Z","end":"2026-06-26T17:07:57.335359Z","steps":["trace[199313677] 'process raft request' (duration: 277.152353ms)","trace[199313677] 'compare' (duration: 987.425673ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:07:57.335497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.068714Z","time spent":"1.266744729s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:07:57.335836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099432555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-26T17:07:57.335877Z","caller":"traceutil/trace.go:171","msg":"trace[1689985464] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4959; }","duration":"1.099473736s","start":"2026-06-26T17:07:56.236392Z","end":"2026-06-26T17:07:57.335866Z","steps":["trace[1689985464] 'agreement among raft nodes before linearized reading' (duration: 1.099315533s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.335914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.236313Z","time spent":"1.099594638s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-26T17:07:57.336185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042344617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-26T17:07:57.336318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.680481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:07:57.336394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.331072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:07:57.336411Z","caller":"traceutil/trace.go:171","msg":"trace[1376165710] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4959; }","duration":"276.837806ms","start":"2026-06-26T17:07:57.059552Z","end":"2026-06-26T17:07:57.33639Z","steps":["trace[1376165710] 'agreement among raft nodes before linearized reading' (duration: 276.672702ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.336427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.320961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-26T17:07:57.33644Z","caller":"traceutil/trace.go:171","msg":"trace[511215537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4959; }","duration":"715.416434ms","start":"2026-06-26T17:07:56.62101Z","end":"2026-06-26T17:07:57.336426Z","steps":["trace[511215537] 'agreement among raft nodes before linearized reading' (duration: 715.357753ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.336464Z","caller":"traceutil/trace.go:171","msg":"trace[597023568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4959; }","duration":"871.385651ms","start":"2026-06-26T17:07:56.465067Z","end":"2026-06-26T17:07:57.336453Z","steps":["trace[597023568] 'agreement among raft nodes before linearized reading' (duration: 871.30816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.336481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.620986Z","time spent":"715.487195ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:07:57.336508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.465051Z","time spent":"871.449383ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T17:07:57.336511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.71284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:07:57.336556Z","caller":"traceutil/trace.go:171","msg":"trace[248651397] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4959; }","duration":"126.813652ms","start":"2026-06-26T17:07:57.209733Z","end":"2026-06-26T17:07:57.336546Z","steps":["trace[248651397] 'agreement among raft nodes before linearized reading' (duration: 126.741721ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.336316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.716193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:07:57.336638Z","caller":"traceutil/trace.go:171","msg":"trace[835667672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4959; }","duration":"795.111641ms","start":"2026-06-26T17:07:56.541514Z","end":"2026-06-26T17:07:57.336626Z","steps":["trace[835667672] 'agreement among raft nodes before linearized reading' (duration: 794.713572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.33669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.541496Z","time spent":"795.179723ms","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:07:57.336348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.707408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-06-26T17:07:57.336825Z","caller":"traceutil/trace.go:171","msg":"trace[1971737713] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4959; }","duration":"873.202017ms","start":"2026-06-26T17:07:56.463611Z","end":"2026-06-26T17:07:57.336813Z","steps":["trace[1971737713] 'agreement among raft nodes before linearized reading' (duration: 872.611515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.336868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.463605Z","time spent":"873.253338ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:07:57.336884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.309448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-26T17:07:57.336921Z","caller":"traceutil/trace.go:171","msg":"trace[172680149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4959; }","duration":"906.381709ms","start":"2026-06-26T17:07:56.430528Z","end":"2026-06-26T17:07:57.33691Z","steps":["trace[172680149] 'agreement among raft nodes before linearized reading' (duration: 906.240487ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.336952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.430508Z","time spent":"906.43742ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-26T17:07:57.337019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.371438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-26T17:07:57.337054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.294497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-26T17:07:57.337062Z","caller":"traceutil/trace.go:171","msg":"trace[349987279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4959; }","duration":"904.43007ms","start":"2026-06-26T17:07:56.432622Z","end":"2026-06-26T17:07:57.337052Z","steps":["trace[349987279] 'agreement among raft nodes before linearized reading' (duration: 904.288207ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.337088Z","caller":"traceutil/trace.go:171","msg":"trace[1575781400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4959; }","duration":"905.346418ms","start":"2026-06-26T17:07:56.431731Z","end":"2026-06-26T17:07:57.337078Z","steps":["trace[1575781400] 'agreement among raft nodes before linearized reading' (duration: 905.204365ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.337092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.432617Z","time spent":"904.468201ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T17:07:57.337116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.431723Z","time spent":"905.387258ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T17:07:57.337238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.026874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-26T17:07:57.337272Z","caller":"traceutil/trace.go:171","msg":"trace[1292029098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4959; }","duration":"876.065534ms","start":"2026-06-26T17:07:56.461199Z","end":"2026-06-26T17:07:57.337264Z","steps":["trace[1292029098] 'agreement among raft nodes before linearized reading' (duration: 875.977533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.337287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.299711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-06-26T17:07:57.3373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.461139Z","time spent":"876.155096ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T17:07:57.337302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00231235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-26T17:07:57.337331Z","caller":"traceutil/trace.go:171","msg":"trace[1499845374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4959; }","duration":"990.377702ms","start":"2026-06-26T17:07:56.346942Z","end":"2026-06-26T17:07:57.33732Z","steps":["trace[1499845374] 'agreement among raft nodes before linearized reading' (duration: 990.27184ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.337338Z","caller":"traceutil/trace.go:171","msg":"trace[928061139] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4959; }","duration":"1.002363092s","start":"2026-06-26T17:07:56.334966Z","end":"2026-06-26T17:07:57.337329Z","steps":["trace[928061139] 'agreement among raft nodes before linearized reading' (duration: 1.00226603s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.33737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.334958Z","time spent":"1.002405982s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-26T17:07:57.33741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.032656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:07:57.33744Z","caller":"traceutil/trace.go:171","msg":"trace[405501725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4959; }","duration":"981.072517ms","start":"2026-06-26T17:07:56.356359Z","end":"2026-06-26T17:07:57.337432Z","steps":["trace[405501725] 'agreement among raft nodes before linearized reading' (duration: 981.029816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.337371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.34692Z","time spent":"990.440214ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:07:57.337465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.356353Z","time spent":"981.107377ms","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T17:07:57.336275Z","caller":"traceutil/trace.go:171","msg":"trace[1866832316] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4959; }","duration":"1.042485911s","start":"2026-06-26T17:07:56.29377Z","end":"2026-06-26T17:07:57.336256Z","steps":["trace[1866832316] 'agreement among raft nodes before linearized reading' (duration: 1.042197555s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.337789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:07:56.293756Z","time spent":"1.044018881s","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-06-26T17:07:57.552681Z","caller":"traceutil/trace.go:171","msg":"trace[1448475983] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"209.16581ms","start":"2026-06-26T17:07:57.343485Z","end":"2026-06-26T17:07:57.552651Z","steps":["trace[1448475983] 'process raft request' (duration: 209.076539ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.552968Z","caller":"traceutil/trace.go:171","msg":"trace[930859199] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"209.554238ms","start":"2026-06-26T17:07:57.343381Z","end":"2026-06-26T17:07:57.552935Z","steps":["trace[930859199] 'process raft request' (duration: 186.552251ms)","trace[930859199] 'compare' (duration: 22.11955ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:57.553104Z","caller":"traceutil/trace.go:171","msg":"trace[1653710482] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"209.617099ms","start":"2026-06-26T17:07:57.343453Z","end":"2026-06-26T17:07:57.55307Z","steps":["trace[1653710482] 'process raft request' (duration: 209.010918ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.553677Z","caller":"traceutil/trace.go:171","msg":"trace[1180784931] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"209.881534ms","start":"2026-06-26T17:07:57.34378Z","end":"2026-06-26T17:07:57.553661Z","steps":["trace[1180784931] 'process raft request' (duration: 208.831513ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.553801Z","caller":"traceutil/trace.go:171","msg":"trace[1172422974] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"209.265972ms","start":"2026-06-26T17:07:57.344507Z","end":"2026-06-26T17:07:57.553773Z","steps":["trace[1172422974] 'process raft request' (duration: 209.17381ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.553864Z","caller":"traceutil/trace.go:171","msg":"trace[1912017323] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"209.878494ms","start":"2026-06-26T17:07:57.343952Z","end":"2026-06-26T17:07:57.55383Z","steps":["trace[1912017323] 'process raft request' (duration: 209.606249ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.553956Z","caller":"traceutil/trace.go:171","msg":"trace[1818233731] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"209.386944ms","start":"2026-06-26T17:07:57.344548Z","end":"2026-06-26T17:07:57.553935Z","steps":["trace[1818233731] 'process raft request' (duration: 209.18166ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.55397Z","caller":"traceutil/trace.go:171","msg":"trace[814238688] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"209.308444ms","start":"2026-06-26T17:07:57.344634Z","end":"2026-06-26T17:07:57.553943Z","steps":["trace[814238688] 'process raft request' (duration: 209.213642ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.570954Z","caller":"traceutil/trace.go:171","msg":"trace[948694137] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5145; }","duration":"146.013423ms","start":"2026-06-26T17:07:57.42493Z","end":"2026-06-26T17:07:57.570943Z","steps":["trace[948694137] 'read index received' (duration: 105.022779ms)","trace[948694137] 'applied index is now lower than readState.Index' (duration: 40.989604ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:57.571002Z","caller":"traceutil/trace.go:171","msg":"trace[1029975591] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"225.202838ms","start":"2026-06-26T17:07:57.345775Z","end":"2026-06-26T17:07:57.570978Z","steps":["trace[1029975591] 'process raft request' (duration: 225.078336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.571279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.33358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-26T17:07:57.57135Z","caller":"traceutil/trace.go:171","msg":"trace[1286307295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4968; }","duration":"146.487983ms","start":"2026-06-26T17:07:57.424841Z","end":"2026-06-26T17:07:57.571329Z","steps":["trace[1286307295] 'agreement among raft nodes before linearized reading' (duration: 146.151266ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:07:57.571621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.710339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-26T17:07:57.571685Z","caller":"traceutil/trace.go:171","msg":"trace[1778120687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4968; }","duration":"125.844803ms","start":"2026-06-26T17:07:57.445826Z","end":"2026-06-26T17:07:57.571671Z","steps":["trace[1778120687] 'agreement among raft nodes before linearized reading' (duration: 125.24283ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.744287Z","caller":"traceutil/trace.go:171","msg":"trace[934172218] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5154; }","duration":"123.788811ms","start":"2026-06-26T17:07:57.620477Z","end":"2026-06-26T17:07:57.744265Z","steps":["trace[934172218] 'read index received' (duration: 68.41247ms)","trace[934172218] 'applied index is now lower than readState.Index' (duration: 55.375651ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:07:57.744392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.892443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:07:57.744421Z","caller":"traceutil/trace.go:171","msg":"trace[1913375680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4970; }","duration":"123.969195ms","start":"2026-06-26T17:07:57.620441Z","end":"2026-06-26T17:07:57.744411Z","steps":["trace[1913375680] 'agreement among raft nodes before linearized reading' (duration: 123.905364ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:07:57.744594Z","caller":"traceutil/trace.go:171","msg":"trace[1315218982] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"152.724447ms","start":"2026-06-26T17:07:57.591854Z","end":"2026-06-26T17:07:57.744578Z","steps":["trace[1315218982] 'process raft request' (duration: 97.031359ms)","trace[1315218982] 'compare' (duration: 55.202018ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:07:57.744594Z","caller":"traceutil/trace.go:171","msg":"trace[339320891] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"152.39086ms","start":"2026-06-26T17:07:57.592173Z","end":"2026-06-26T17:07:57.744564Z","steps":["trace[339320891] 'process raft request' (duration: 152.051624ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:08:37.917289Z","caller":"traceutil/trace.go:171","msg":"trace[1248503673] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"151.5751ms","start":"2026-06-26T17:08:37.765688Z","end":"2026-06-26T17:08:37.917263Z","steps":["trace[1248503673] 'process raft request' (duration: 151.126261ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:08:38.310195Z","caller":"traceutil/trace.go:171","msg":"trace[1973274791] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"386.271092ms","start":"2026-06-26T17:08:37.923891Z","end":"2026-06-26T17:08:38.310162Z","steps":["trace[1973274791] 'process raft request' (duration: 384.803265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:38.311104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.923863Z","time spent":"386.954074ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:08:38.326564Z","caller":"traceutil/trace.go:171","msg":"trace[1892797471] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"402.603114ms","start":"2026-06-26T17:08:37.923937Z","end":"2026-06-26T17:08:38.32654Z","steps":["trace[1892797471] 'process raft request' (duration: 402.209347ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:08:38.326732Z","caller":"traceutil/trace.go:171","msg":"trace[2013441873] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"402.312989ms","start":"2026-06-26T17:08:37.924407Z","end":"2026-06-26T17:08:38.32672Z","steps":["trace[2013441873] 'process raft request' (duration: 402.069844ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:08:38.32673Z","caller":"traceutil/trace.go:171","msg":"trace[2124015975] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"402.35749ms","start":"2026-06-26T17:08:37.924257Z","end":"2026-06-26T17:08:38.326615Z","steps":["trace[2124015975] 'process raft request' (duration: 402.111425ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:08:38.326575Z","caller":"traceutil/trace.go:171","msg":"trace[2024532183] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"402.196057ms","start":"2026-06-26T17:08:37.924341Z","end":"2026-06-26T17:08:38.326538Z","steps":["trace[2024532183] 'process raft request' (duration: 402.094285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:38.326946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.924385Z","time spent":"402.415701ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:08:38.326836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.923917Z","time spent":"402.815708ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:08:38.327096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.924246Z","time spent":"402.666315ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:08:38.32713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.924277Z","time spent":"402.688706ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:08:38.327184Z","caller":"traceutil/trace.go:171","msg":"trace[1279671571] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"402.445642ms","start":"2026-06-26T17:08:37.924725Z","end":"2026-06-26T17:08:38.32717Z","steps":["trace[1279671571] 'process raft request' (duration: 401.952463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:38.327244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.924719Z","time spent":"402.494383ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:08:38.32733Z","caller":"traceutil/trace.go:171","msg":"trace[1460566042] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"361.763277ms","start":"2026-06-26T17:08:37.965539Z","end":"2026-06-26T17:08:38.327302Z","steps":["trace[1460566042] 'process raft request' (duration: 361.448331ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:38.327526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.965527Z","time spent":"361.9101ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:08:38.32746Z","caller":"traceutil/trace.go:171","msg":"trace[568270744] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"365.23319ms","start":"2026-06-26T17:08:37.961915Z","end":"2026-06-26T17:08:38.327148Z","steps":["trace[568270744] 'process raft request' (duration: 364.947645ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:38.327935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:37.961896Z","time spent":"365.817322ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:08:39.897689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372771,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-26T17:08:40.120939Z","caller":"traceutil/trace.go:171","msg":"trace[255628285] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"736.106019ms","start":"2026-06-26T17:08:39.384805Z","end":"2026-06-26T17:08:40.120911Z","steps":["trace[255628285] 'process raft request' (duration: 735.900236ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:40.121158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:39.38478Z","time spent":"736.247534ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:08:40.12202Z","caller":"traceutil/trace.go:171","msg":"trace[45829385] linearizableReadLoop","detail":"{readStateIndex:5516; appliedIndex:5514; }","duration":"724.661839ms","start":"2026-06-26T17:08:39.397328Z","end":"2026-06-26T17:08:40.12199Z","steps":["trace[45829385] 'read index received' (duration: 723.464686ms)","trace[45829385] 'applied index is now lower than readState.Index' (duration: 1.196013ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:08:40.12216Z","caller":"traceutil/trace.go:171","msg":"trace[773563879] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"287.427039ms","start":"2026-06-26T17:08:39.834689Z","end":"2026-06-26T17:08:40.122116Z","steps":["trace[773563879] 'process raft request' (duration: 287.129244ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:40.122341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.973574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:08:40.122467Z","caller":"traceutil/trace.go:171","msg":"trace[556272414] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5321; }","duration":"725.181268ms","start":"2026-06-26T17:08:39.397271Z","end":"2026-06-26T17:08:40.122452Z","steps":["trace[556272414] 'agreement among raft nodes before linearized reading' (duration: 724.934164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:40.122671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.640079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-26T17:08:40.122725Z","caller":"traceutil/trace.go:171","msg":"trace[1867052990] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5321; }","duration":"434.760471ms","start":"2026-06-26T17:08:39.687951Z","end":"2026-06-26T17:08:40.122712Z","steps":["trace[1867052990] 'agreement among raft nodes before linearized reading' (duration: 434.571268ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:40.122765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:39.68793Z","time spent":"434.826422ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-06-26T17:08:40.122705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.023581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:08:40.123151Z","caller":"traceutil/trace.go:171","msg":"trace[912516169] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5321; }","duration":"439.52531ms","start":"2026-06-26T17:08:39.68361Z","end":"2026-06-26T17:08:40.123136Z","steps":["trace[912516169] 'agreement among raft nodes before linearized reading' (duration: 439.054791ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:40.12318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.87767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-26T17:08:40.123196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:39.683581Z","time spent":"439.602381ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-06-26T17:08:40.123218Z","caller":"traceutil/trace.go:171","msg":"trace[61351607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5321; }","duration":"199.955931ms","start":"2026-06-26T17:08:39.923253Z","end":"2026-06-26T17:08:40.123209Z","steps":["trace[61351607] 'agreement among raft nodes before linearized reading' (duration: 199.838549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:40.122651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.99918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:08:40.123706Z","caller":"traceutil/trace.go:171","msg":"trace[467846185] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5321; }","duration":"440.08176ms","start":"2026-06-26T17:08:39.683575Z","end":"2026-06-26T17:08:40.123656Z","steps":["trace[467846185] 'agreement among raft nodes before linearized reading' (duration: 438.766246ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:40.123822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:39.683555Z","time spent":"440.197852ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T17:08:40.122561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:39.397248Z","time spent":"725.297151ms","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:08:45.269776Z","caller":"traceutil/trace.go:171","msg":"trace[1208522786] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5566; }","duration":"226.522519ms","start":"2026-06-26T17:08:45.043222Z","end":"2026-06-26T17:08:45.269744Z","steps":["trace[1208522786] 'read index received' (duration: 225.800156ms)","trace[1208522786] 'applied index is now lower than readState.Index' (duration: 721.083µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:08:45.269992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.739752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:08:45.270036Z","caller":"traceutil/trace.go:171","msg":"trace[782574004] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5370; }","duration":"226.853584ms","start":"2026-06-26T17:08:45.043165Z","end":"2026-06-26T17:08:45.270018Z","steps":["trace[782574004] 'agreement among raft nodes before linearized reading' (duration: 226.712082ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:08:45.270548Z","caller":"traceutil/trace.go:171","msg":"trace[1155057053] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"370.885515ms","start":"2026-06-26T17:08:44.89898Z","end":"2026-06-26T17:08:45.269866Z","steps":["trace[1155057053] 'process raft request' (duration: 370.297164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:45.270964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:44.898946Z","time spent":"371.789882ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T17:08:46.797864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:47.298953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:47.799338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:48.300076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:48.356043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999744626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:48.356156Z","caller":"traceutil/trace.go:171","msg":"trace[50704238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993177s","start":"2026-06-26T17:08:46.356195Z","end":"2026-06-26T17:08:48.356127Z","steps":["trace[50704238] 'agreement among raft nodes before linearized reading' (duration: 1.999793677s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:48.356226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.35617Z","time spent":"2.000045031s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:08:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:48.620144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000828822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:48.620694Z","caller":"traceutil/trace.go:171","msg":"trace[1286086002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000964524s","start":"2026-06-26T17:08:46.619258Z","end":"2026-06-26T17:08:48.620223Z","steps":["trace[1286086002] 'agreement among raft nodes before linearized reading' (duration: 2.000824781s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:48.620783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.619159Z","time spent":"2.001602806s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:08:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:48.800868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:49.301056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:49.801512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:50.302074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:50.628655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:08:50.628806Z","caller":"traceutil/trace.go:171","msg":"trace[106887771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181214s","start":"2026-06-26T17:08:48.628595Z","end":"2026-06-26T17:08:50.628776Z","steps":["trace[106887771] 'agreement among raft nodes before linearized reading' (duration: 1.999999451s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:50.628951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:48.628566Z","time spent":"2.000361818s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:08:50.80235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:51.160051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.160934Z","time spent":"4.999104289s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 17:08:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:51.303056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:51.43656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.439463Z","time spent":"4.997085176s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 17:08:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:51.437784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.438898Z","time spent":"4.998881248s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:08:51.442451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999167593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:51.442538Z","caller":"traceutil/trace.go:171","msg":"trace[1343353019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999321296s","start":"2026-06-26T17:08:46.443194Z","end":"2026-06-26T17:08:51.442516Z","steps":["trace[1343353019] 'agreement among raft nodes before linearized reading' (duration: 4.999215524s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:51.442594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.443169Z","time spent":"4.999415607s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 17:08:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:51.451245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999139522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:51.451346Z","caller":"traceutil/trace.go:171","msg":"trace[1343377242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999303895s","start":"2026-06-26T17:08:46.452019Z","end":"2026-06-26T17:08:51.451323Z","steps":["trace[1343377242] 'agreement among raft nodes before linearized reading' (duration: 4.999184033s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:51.451425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.451995Z","time spent":"4.999399166s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/26 17:08:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:51.803592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:52.303766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:52.630921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000790762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:08:52.631019Z","caller":"traceutil/trace.go:171","msg":"trace[1433679449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945904s","start":"2026-06-26T17:08:50.630051Z","end":"2026-06-26T17:08:52.630997Z","steps":["trace[1433679449] 'agreement among raft nodes before linearized reading' (duration: 2.000827932s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:52.631307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:50.630027Z","time spent":"2.001038087s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:08:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:52.804162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:53.298342Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:08:53.298576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000970857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:08:53.298784Z","caller":"traceutil/trace.go:171","msg":"trace[405402896] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; }","duration":"7.001114s","start":"2026-06-26T17:08:46.297502Z","end":"2026-06-26T17:08:53.298616Z","steps":["trace[405402896] 'agreement among raft nodes before linearized reading' (duration: 7.001022448s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:53.298883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.297467Z","time spent":"7.001399695s","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-26T17:08:53.798978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:53.90398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.903119Z","time spent":"7.000844935s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:08:54.139671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:54.139764Z","caller":"traceutil/trace.go:171","msg":"trace[1370994378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006259s","start":"2026-06-26T17:08:52.139737Z","end":"2026-06-26T17:08:54.139743Z","steps":["trace[1370994378] 'agreement among raft nodes before linearized reading' (duration: 1.999893767s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:54.139803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:52.139713Z","time spent":"2.000080841s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:54.299803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:54.639521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:54.639664Z","caller":"traceutil/trace.go:171","msg":"trace[2031449363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873279s","start":"2026-06-26T17:08:52.63876Z","end":"2026-06-26T17:08:54.639633Z","steps":["trace[2031449363] 'agreement among raft nodes before linearized reading' (duration: 2.000674596s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:54.639732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:52.638735Z","time spent":"2.000983372s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:54.800696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:55.301422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:55.361135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:48.360045Z","time spent":"7.001080577s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:08:55.802073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:56.156845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993858279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.156951Z","caller":"traceutil/trace.go:171","msg":"trace[1697168517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.994020782s","start":"2026-06-26T17:08:53.162901Z","end":"2026-06-26T17:08:56.156922Z","steps":["trace[1697168517] 'agreement among raft nodes before linearized reading' (duration: 2.99389942s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.156995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:53.162875Z","time spent":"2.994111963s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.303172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:56.437345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997569811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.437453Z","caller":"traceutil/trace.go:171","msg":"trace[1117764677] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997729764s","start":"2026-06-26T17:08:51.43969Z","end":"2026-06-26T17:08:56.437419Z","steps":["trace[1117764677] 'agreement among raft nodes before linearized reading' (duration: 4.997606822s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.437534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:51.439653Z","time spent":"4.997862287s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.438564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.438635Z","caller":"traceutil/trace.go:171","msg":"trace[1849176421] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998752322s","start":"2026-06-26T17:08:51.439845Z","end":"2026-06-26T17:08:56.438598Z","steps":["trace[1849176421] 'agreement among raft nodes before linearized reading' (duration: 4.99866952s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.438769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:51.439781Z","time spent":"4.998975466s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.451508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996504585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.45161Z","caller":"traceutil/trace.go:171","msg":"trace[545994847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996656268s","start":"2026-06-26T17:08:53.454931Z","end":"2026-06-26T17:08:56.451587Z","steps":["trace[545994847] 'agreement among raft nodes before linearized reading' (duration: 2.996522806s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.451792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:53.454918Z","time spent":"2.996729389s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.452857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.670944732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.45294Z","caller":"traceutil/trace.go:171","msg":"trace[811720451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.671101355s","start":"2026-06-26T17:08:46.78182Z","end":"2026-06-26T17:08:56.452921Z","steps":["trace[811720451] 'agreement among raft nodes before linearized reading' (duration: 9.670993653s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.452987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.781782Z","time spent":"9.671195277s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.455922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009361148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.456136Z","caller":"traceutil/trace.go:171","msg":"trace[1709909194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.010238692s","start":"2026-06-26T17:08:53.445868Z","end":"2026-06-26T17:08:56.456107Z","steps":["trace[1709909194] 'agreement among raft nodes before linearized reading' (duration: 3.009393287s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.456335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:53.445856Z","time spent":"3.010447648s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.481718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000112515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.481857Z","caller":"traceutil/trace.go:171","msg":"trace[1713452361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000314108s","start":"2026-06-26T17:08:46.4815Z","end":"2026-06-26T17:08:56.481814Z","steps":["trace[1713452361] 'agreement among raft nodes before linearized reading' (duration: 10.000148646s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.481942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.48148Z","time spent":"10.00042965s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.486401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001850775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.486443Z","caller":"traceutil/trace.go:171","msg":"trace[1656045262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001940537s","start":"2026-06-26T17:08:46.484491Z","end":"2026-06-26T17:08:56.486432Z","steps":["trace[1656045262] 'agreement among raft nodes before linearized reading' (duration: 10.001871486s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.486469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.484479Z","time spent":"10.001983598s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.489891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006719753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.489943Z","caller":"traceutil/trace.go:171","msg":"trace[920582111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.006794186s","start":"2026-06-26T17:08:46.483141Z","end":"2026-06-26T17:08:56.489936Z","steps":["trace[920582111] 'agreement among raft nodes before linearized reading' (duration: 10.006738504s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.489967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.483131Z","time spent":"10.006830647s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.500938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.017977616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:56.500978Z","caller":"traceutil/trace.go:171","msg":"trace[1305403625] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.018130499s","start":"2026-06-26T17:08:46.482839Z","end":"2026-06-26T17:08:56.50097Z","steps":["trace[1305403625] 'agreement among raft nodes before linearized reading' (duration: 10.018028987s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.501021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.482807Z","time spent":"10.018206151s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/26 17:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:56.647968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:08:56.648085Z","caller":"traceutil/trace.go:171","msg":"trace[942658777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525144s","start":"2026-06-26T17:08:54.647532Z","end":"2026-06-26T17:08:56.648057Z","steps":["trace[942658777] 'agreement among raft nodes before linearized reading' (duration: 2.00034079s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:56.648151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:54.647401Z","time spent":"2.000738307s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:08:56.803448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:57.304565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:57.804773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:58.272721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:51.27229Z","time spent":"7.000423807s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:08:58.305271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:58.355633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:08:58.355707Z","caller":"traceutil/trace.go:171","msg":"trace[1099808477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087091s","start":"2026-06-26T17:08:56.355602Z","end":"2026-06-26T17:08:58.355689Z","steps":["trace[1099808477] 'agreement among raft nodes before linearized reading' (duration: 1.999976188s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:58.355751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.355587Z","time spent":"2.000155572s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:08:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:58.537673Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0e7c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:08:58.648727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:08:58.64884Z","caller":"traceutil/trace.go:171","msg":"trace[483635874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039936s","start":"2026-06-26T17:08:56.648774Z","end":"2026-06-26T17:08:58.648814Z","steps":["trace[483635874] 'agreement among raft nodes before linearized reading' (duration: 1.999890033s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:08:58.6489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.648748Z","time spent":"2.000141007s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:08:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:08:58.806316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:59.306719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:08:59.80747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:00.298715Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:09:00.298986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.905125019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.299043Z","caller":"traceutil/trace.go:171","msg":"trace[2114442900] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"9.90520416s","start":"2026-06-26T17:08:50.393818Z","end":"2026-06-26T17:09:00.299022Z","steps":["trace[2114442900] 'agreement among raft nodes before linearized reading' (duration: 9.905124079s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.29901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.66305694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:00.299098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:50.393735Z","time spent":"9.905349854s","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:00.299091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.602571426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.299119Z","caller":"traceutil/trace.go:171","msg":"trace[1755193391] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"10.663243173s","start":"2026-06-26T17:08:49.635851Z","end":"2026-06-26T17:09:00.299094Z","steps":["trace[1755193391] 'agreement among raft nodes before linearized reading' (duration: 10.663120421s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.227461559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.299166Z","caller":"traceutil/trace.go:171","msg":"trace[200809107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.602685228s","start":"2026-06-26T17:08:48.696459Z","end":"2026-06-26T17:09:00.299144Z","steps":["trace[200809107] 'agreement among raft nodes before linearized reading' (duration: 11.602587846s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.269960284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.2992Z","caller":"traceutil/trace.go:171","msg":"trace[578269287] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; }","duration":"9.22753532s","start":"2026-06-26T17:08:51.07165Z","end":"2026-06-26T17:09:00.299186Z","steps":["trace[578269287] 'agreement among raft nodes before linearized reading' (duration: 9.22750233s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:49.63572Z","time spent":"10.663450657s","remote":"127.0.0.1:58456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:00.299155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.150315484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:00.299219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:48.696447Z","time spent":"11.602761239s","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:00.299238Z","caller":"traceutil/trace.go:171","msg":"trace[1561209424] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"8.270190798s","start":"2026-06-26T17:08:52.029025Z","end":"2026-06-26T17:09:00.299215Z","steps":["trace[1561209424] 'agreement among raft nodes before linearized reading' (duration: 8.270004145s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:52.028975Z","time spent":"8.27030506s","remote":"127.0.0.1:58554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:00.299268Z","caller":"traceutil/trace.go:171","msg":"trace[2007125626] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; }","duration":"12.150534547s","start":"2026-06-26T17:08:48.148714Z","end":"2026-06-26T17:09:00.299248Z","steps":["trace[2007125626] 'agreement among raft nodes before linearized reading' (duration: 12.150363394s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:51.071631Z","time spent":"9.227600581s","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:00.299338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:48.148691Z","time spent":"12.150633059s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T17:09:00.298995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.873791691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:00.299645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.721125043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.299668Z","caller":"traceutil/trace.go:171","msg":"trace[1563404342] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"12.721182674s","start":"2026-06-26T17:08:47.578481Z","end":"2026-06-26T17:09:00.299663Z","steps":["trace[1563404342] 'agreement among raft nodes before linearized reading' (duration: 12.721155963s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:47.57846Z","time spent":"12.721218355s","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:00.299698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.716884947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.299719Z","caller":"traceutil/trace.go:171","msg":"trace[1785563063] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"13.716938989s","start":"2026-06-26T17:08:46.582774Z","end":"2026-06-26T17:09:00.299713Z","steps":["trace[1785563063] 'agreement among raft nodes before linearized reading' (duration: 13.716911348s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.664193594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:00.299743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.58276Z","time spent":"13.716976949s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:00.299755Z","caller":"traceutil/trace.go:171","msg":"trace[772339947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"13.664327257s","start":"2026-06-26T17:08:46.635402Z","end":"2026-06-26T17:09:00.299745Z","steps":["trace[772339947] 'agreement among raft nodes before linearized reading' (duration: 13.664242105s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.299769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.149970277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.300335Z","caller":"traceutil/trace.go:171","msg":"trace[2056943471] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; }","duration":"12.151447864s","start":"2026-06-26T17:08:48.148872Z","end":"2026-06-26T17:09:00.30032Z","steps":["trace[2056943471] 'agreement among raft nodes before linearized reading' (duration: 12.150008618s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.300381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:48.148852Z","time spent":"12.151514295s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T17:09:00.299764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.654043834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:00.300449Z","caller":"traceutil/trace.go:171","msg":"trace[1875445570] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"11.655635563s","start":"2026-06-26T17:08:48.644799Z","end":"2026-06-26T17:09:00.300435Z","steps":["trace[1875445570] 'agreement among raft nodes before linearized reading' (duration: 11.654085635s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.300507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:48.644747Z","time spent":"11.655742995s","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:00.299818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:46.635381Z","time spent":"13.664422209s","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:00.299701Z","caller":"traceutil/trace.go:171","msg":"trace[1907791854] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"12.874574574s","start":"2026-06-26T17:08:47.425092Z","end":"2026-06-26T17:09:00.299667Z","steps":["trace[1907791854] 'agreement among raft nodes before linearized reading' (duration: 12.873826341s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.300762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:47.425068Z","time spent":"12.875654864s","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:00.445415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:53.444578Z","time spent":"7.000827685s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:00.656917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:00.657024Z","caller":"traceutil/trace.go:171","msg":"trace[2114372524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086078s","start":"2026-06-26T17:08:58.656913Z","end":"2026-06-26T17:09:00.656999Z","steps":["trace[2114372524] 'agreement among raft nodes before linearized reading' (duration: 1.999956466s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:00.657077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:58.656843Z","time spent":"2.000224201s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:00.799081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:00.913352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:53.912716Z","time spent":"7.000624982s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:01.158248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.160827Z","time spent":"4.997408903s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 17:09:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:01.299714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:01.453416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.456363Z","time spent":"4.997039229s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 17:09:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:01.800881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:02.301067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:02.367118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:55.366302Z","time spent":"7.000804595s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:02.658493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000570451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:02.658593Z","caller":"traceutil/trace.go:171","msg":"trace[2014105840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712605s","start":"2026-06-26T17:09:00.657856Z","end":"2026-06-26T17:09:02.658569Z","steps":["trace[2014105840] 'agreement among raft nodes before linearized reading' (duration: 2.000564521s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:02.65866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:00.657805Z","time spent":"2.000843437s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:02.802184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:03.303195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:03.443765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.442517Z","time spent":"7.00123913s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:03.484769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.484526Z","time spent":"7.000231285s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:03.488913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.488511Z","time spent":"7.000380597s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:03.803462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842372939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:04.16441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"18.003365408s","expected-duration":"1s"} {"level":"info","ts":"2026-06-26T17:09:04.342777Z","caller":"traceutil/trace.go:171","msg":"trace[1877039783] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5385; }","duration":"6.064352934s","start":"2026-06-26T17:08:58.278378Z","end":"2026-06-26T17:09:04.342731Z","steps":["trace[1877039783] 'process raft request' (duration: 6.063776774s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.343049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:58.27835Z","time spent":"6.064595679s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:09:04.34393Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"1.71865ms","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-06-26T17:09:04.344162Z","caller":"traceutil/trace.go:171","msg":"trace[1082287970] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5570; }","duration":"4.045309447s","start":"2026-06-26T17:09:00.298834Z","end":"2026-06-26T17:09:04.344143Z","steps":["trace[1082287970] 'read index received' (duration: 3.866151881s)","trace[1082287970] 'applied index is now lower than readState.Index' (duration: 179.156456ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:09:04.344277Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0e7c","error":"lease not found"} {"level":"info","ts":"2026-06-26T17:09:04.344333Z","caller":"traceutil/trace.go:171","msg":"trace[310095732] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5385; }","duration":"3.425492382s","start":"2026-06-26T17:09:00.918826Z","end":"2026-06-26T17:09:04.344318Z","steps":["trace[310095732] 'process raft request' (duration: 3.425176056s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.344426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:00.918794Z","time spent":"3.425574504s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:09:04.344564Z","caller":"traceutil/trace.go:171","msg":"trace[1304626538] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"1.814223855s","start":"2026-06-26T17:09:02.530326Z","end":"2026-06-26T17:09:04.34455Z","steps":["trace[1304626538] 'process raft request' (duration: 1.813738017s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.34463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:02.530298Z","time spent":"1.814296887s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:09:04.344928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064654883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:09:04.344992Z","caller":"traceutil/trace.go:171","msg":"trace[253406443] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5386; }","duration":"4.064767766s","start":"2026-06-26T17:09:00.280209Z","end":"2026-06-26T17:09:04.344976Z","steps":["trace[253406443] 'agreement among raft nodes before linearized reading' (duration: 4.064628652s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.345078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:00.280188Z","time spent":"4.064876127s","remote":"127.0.0.1:58502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.345316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047158697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:09:04.34553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.032195395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:09:04.345632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895787406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-06-26T17:09:04.345647Z","caller":"traceutil/trace.go:171","msg":"trace[204489854] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5386; }","duration":"11.032394769s","start":"2026-06-26T17:08:53.313221Z","end":"2026-06-26T17:09:04.345615Z","steps":["trace[204489854] 'agreement among raft nodes before linearized reading' (duration: 11.032156805s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.345765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:53.313189Z","time spent":"11.032560771s","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:04.345742Z","caller":"traceutil/trace.go:171","msg":"trace[1390881449] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5386; }","duration":"3.895969839s","start":"2026-06-26T17:09:00.44975Z","end":"2026-06-26T17:09:04.34572Z","steps":["trace[1390881449] 'agreement among raft nodes before linearized reading' (duration: 3.895722704s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.345815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973382503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-26T17:09:04.345869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:00.449724Z","time spent":"3.896106701s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-06-26T17:09:04.345936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.653898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.345982Z","caller":"traceutil/trace.go:171","msg":"trace[53345960] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5386; }","duration":"825.74217ms","start":"2026-06-26T17:09:03.520225Z","end":"2026-06-26T17:09:04.345967Z","steps":["trace[53345960] 'agreement among raft nodes before linearized reading' (duration: 825.675519ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.346024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:03.5202Z","time spent":"825.811901ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.346195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056994698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:09:04.346219Z","caller":"traceutil/trace.go:171","msg":"trace[731451781] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5386; }","duration":"2.057063939s","start":"2026-06-26T17:09:02.289148Z","end":"2026-06-26T17:09:04.346212Z","steps":["trace[731451781] 'agreement among raft nodes before linearized reading' (duration: 2.056982598s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.346239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:02.289126Z","time spent":"2.05710775s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":38,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.346247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973922702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:09:04.346315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482733887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:09:04.346363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039595197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.34637Z","caller":"traceutil/trace.go:171","msg":"trace[242177015] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5386; }","duration":"1.482841309s","start":"2026-06-26T17:09:02.863516Z","end":"2026-06-26T17:09:04.346357Z","steps":["trace[242177015] 'agreement among raft nodes before linearized reading' (duration: 1.482698556s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.346387Z","caller":"traceutil/trace.go:171","msg":"trace[770597770] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5386; }","duration":"2.039671388s","start":"2026-06-26T17:09:02.306709Z","end":"2026-06-26T17:09:04.34638Z","steps":["trace[770597770] 'agreement among raft nodes before linearized reading' (duration: 2.039630737s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.346405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:02.306683Z","time spent":"2.039717888s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T17:09:04.346415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:02.863488Z","time spent":"1.48291482s","remote":"127.0.0.1:58362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":80,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.346508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040454241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.346516Z","caller":"traceutil/trace.go:171","msg":"trace[1659598623] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5386; }","duration":"2.974014594s","start":"2026-06-26T17:09:01.372263Z","end":"2026-06-26T17:09:04.346277Z","steps":["trace[1659598623] 'agreement among raft nodes before linearized reading' (duration: 2.973914833s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.346596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:01.372235Z","time spent":"2.97431777s","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.34663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679700859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.346671Z","caller":"traceutil/trace.go:171","msg":"trace[1981810635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5386; }","duration":"1.679778822s","start":"2026-06-26T17:09:02.66688Z","end":"2026-06-26T17:09:04.346658Z","steps":["trace[1981810635] 'agreement among raft nodes before linearized reading' (duration: 1.679713231s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.346708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:02.666857Z","time spent":"1.679843033s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T17:09:04.346533Z","caller":"traceutil/trace.go:171","msg":"trace[1810525288] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5386; }","duration":"2.040532303s","start":"2026-06-26T17:09:02.305992Z","end":"2026-06-26T17:09:04.346524Z","steps":["trace[1810525288] 'agreement among raft nodes before linearized reading' (duration: 2.040500542s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.347126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:02.30595Z","time spent":"2.041161214s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-06-26T17:09:04.345872Z","caller":"traceutil/trace.go:171","msg":"trace[896538820] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5; range_end:; response_count:1; response_revision:5386; }","duration":"1.973464765s","start":"2026-06-26T17:09:02.372391Z","end":"2026-06-26T17:09:04.345855Z","steps":["trace[896538820] 'agreement among raft nodes before linearized reading' (duration: 1.973359953s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.347247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:02.372374Z","time spent":"1.974865459s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5\" "} {"level":"warn","ts":"2026-06-26T17:09:04.347333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.958269338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:09:04.347397Z","caller":"traceutil/trace.go:171","msg":"trace[1197252037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5386; }","duration":"8.958388881s","start":"2026-06-26T17:08:55.388992Z","end":"2026-06-26T17:09:04.347381Z","steps":["trace[1197252037] 'agreement among raft nodes before linearized reading' (duration: 8.958295119s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.347449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:55.38896Z","time spent":"8.958476312s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.347513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.002378605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:09:04.347588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639146417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-06-26T17:09:04.347606Z","caller":"traceutil/trace.go:171","msg":"trace[793871770] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5386; }","duration":"9.002523077s","start":"2026-06-26T17:08:55.345074Z","end":"2026-06-26T17:09:04.347597Z","steps":["trace[793871770] 'agreement among raft nodes before linearized reading' (duration: 9.002156021s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.347614Z","caller":"traceutil/trace.go:171","msg":"trace[1461273241] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5386; }","duration":"5.639194009s","start":"2026-06-26T17:08:58.708411Z","end":"2026-06-26T17:09:04.347605Z","steps":["trace[1461273241] 'agreement among raft nodes before linearized reading' (duration: 5.639060596s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.347635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:58.708401Z","time spent":"5.639229579s","remote":"127.0.0.1:58456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-26T17:09:04.347633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:55.345055Z","time spent":"9.002569748s","remote":"127.0.0.1:58606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.347753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216702871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.347772Z","caller":"traceutil/trace.go:171","msg":"trace[119134486] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5386; }","duration":"4.216724811s","start":"2026-06-26T17:09:00.131042Z","end":"2026-06-26T17:09:04.347766Z","steps":["trace[119134486] 'agreement among raft nodes before linearized reading' (duration: 4.216692291s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.347796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:00.130956Z","time spent":"4.216834264s","remote":"127.0.0.1:57280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.34796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.144797453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:09:04.348025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.862570265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.34803Z","caller":"traceutil/trace.go:171","msg":"trace[147491039] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5386; }","duration":"5.144940996s","start":"2026-06-26T17:08:59.203072Z","end":"2026-06-26T17:09:04.348013Z","steps":["trace[147491039] 'agreement among raft nodes before linearized reading' (duration: 5.144834174s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.348051Z","caller":"traceutil/trace.go:171","msg":"trace[435759353] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5386; }","duration":"5.862598565s","start":"2026-06-26T17:08:58.485444Z","end":"2026-06-26T17:09:04.348043Z","steps":["trace[435759353] 'agreement among raft nodes before linearized reading' (duration: 5.862543874s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.348082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:58.485389Z","time spent":"5.862680177s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.348142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600258115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:09:04.348165Z","caller":"traceutil/trace.go:171","msg":"trace[284733822] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5386; }","duration":"4.600313596s","start":"2026-06-26T17:08:59.747845Z","end":"2026-06-26T17:09:04.348159Z","steps":["trace[284733822] 'agreement among raft nodes before linearized reading' (duration: 4.600250925s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.348193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:59.747826Z","time spent":"4.600354617s","remote":"127.0.0.1:47788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.348208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749451882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.348235Z","caller":"traceutil/trace.go:171","msg":"trace[599715741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5386; }","duration":"5.749479282s","start":"2026-06-26T17:08:58.598747Z","end":"2026-06-26T17:09:04.348226Z","steps":["trace[599715741] 'agreement among raft nodes before linearized reading' (duration: 5.749437682s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.348274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:58.598717Z","time spent":"5.749539213s","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.3484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.124904536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-06-26T17:09:04.348427Z","caller":"traceutil/trace.go:171","msg":"trace[975666298] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5386; }","duration":"5.125051689s","start":"2026-06-26T17:08:59.223365Z","end":"2026-06-26T17:09:04.348417Z","steps":["trace[975666298] 'agreement among raft nodes before linearized reading' (duration: 5.124931427s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.348441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752791471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:09:04.348448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:59.223339Z","time spent":"5.12510276s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-06-26T17:09:04.348462Z","caller":"traceutil/trace.go:171","msg":"trace[1754162455] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5386; }","duration":"5.752854002s","start":"2026-06-26T17:08:58.595602Z","end":"2026-06-26T17:09:04.348456Z","steps":["trace[1754162455] 'agreement among raft nodes before linearized reading' (duration: 5.752767091s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.348482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:58.595578Z","time spent":"5.752899673s","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.348081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:59.20304Z","time spent":"5.145031158s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.348664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.247079719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.348715Z","caller":"traceutil/trace.go:171","msg":"trace[1319454956] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5386; }","duration":"6.247179951s","start":"2026-06-26T17:08:58.101522Z","end":"2026-06-26T17:09:04.348702Z","steps":["trace[1319454956] 'agreement among raft nodes before linearized reading' (duration: 6.247100489s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.348739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:58.1015Z","time spent":"6.247233101s","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.348837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.706543269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-06-26T17:09:04.348859Z","caller":"traceutil/trace.go:171","msg":"trace[1975593278] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5386; }","duration":"9.70661791s","start":"2026-06-26T17:08:54.642232Z","end":"2026-06-26T17:09:04.34885Z","steps":["trace[1975593278] 'agreement among raft nodes before linearized reading' (duration: 9.706558369s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.348874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:54.642205Z","time spent":"9.706665531s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-26T17:09:04.349005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.213147868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.349028Z","caller":"traceutil/trace.go:171","msg":"trace[1768127009] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5386; }","duration":"10.213219919s","start":"2026-06-26T17:08:54.135802Z","end":"2026-06-26T17:09:04.349022Z","steps":["trace[1768127009] 'agreement among raft nodes before linearized reading' (duration: 10.213176538s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.349049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:54.135775Z","time spent":"10.213268011s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:04.345365Z","caller":"traceutil/trace.go:171","msg":"trace[1620063516] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:0; response_revision:5386; }","duration":"8.047274559s","start":"2026-06-26T17:08:56.298078Z","end":"2026-06-26T17:09:04.345353Z","steps":["trace[1620063516] 'agreement among raft nodes before linearized reading' (duration: 8.047199248s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.349134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:56.298048Z","time spent":"8.051077316s","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-26T17:09:04.349317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.830874559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:09:04.349361Z","caller":"traceutil/trace.go:171","msg":"trace[1104791388] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5386; }","duration":"10.8309733s","start":"2026-06-26T17:08:53.518381Z","end":"2026-06-26T17:09:04.349354Z","steps":["trace[1104791388] 'agreement among raft nodes before linearized reading' (duration: 10.830886498s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.34938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:53.518351Z","time spent":"10.831024531s","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:04.349587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.758525104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-26T17:09:04.349612Z","caller":"traceutil/trace.go:171","msg":"trace[1722191270] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5386; }","duration":"6.758609546s","start":"2026-06-26T17:08:57.590995Z","end":"2026-06-26T17:09:04.349605Z","steps":["trace[1722191270] 'agreement among raft nodes before linearized reading' (duration: 6.754238209s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.349633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:57.590959Z","time spent":"6.758669907s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-26T17:09:04.34912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.562110068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-26T17:09:04.349854Z","caller":"traceutil/trace.go:171","msg":"trace[1521946413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5386; }","duration":"6.562896902s","start":"2026-06-26T17:08:57.786947Z","end":"2026-06-26T17:09:04.349844Z","steps":["trace[1521946413] 'agreement among raft nodes before linearized reading' (duration: 6.562111918s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.34988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:57.786916Z","time spent":"6.562956524s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:09:04.352114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365148042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.352156Z","caller":"traceutil/trace.go:171","msg":"trace[655795507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5386; }","duration":"4.365239524s","start":"2026-06-26T17:08:59.986904Z","end":"2026-06-26T17:09:04.352144Z","steps":["trace[655795507] 'agreement among raft nodes before linearized reading' (duration: 4.360983218s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.35218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:08:59.98687Z","time spent":"4.365303874s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:04.580919Z","caller":"traceutil/trace.go:171","msg":"trace[1944777761] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"227.656743ms","start":"2026-06-26T17:09:04.353195Z","end":"2026-06-26T17:09:04.580852Z","steps":["trace[1944777761] 'process raft request' (duration: 222.969059ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.581152Z","caller":"traceutil/trace.go:171","msg":"trace[1565235598] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"227.771744ms","start":"2026-06-26T17:09:04.353352Z","end":"2026-06-26T17:09:04.581123Z","steps":["trace[1565235598] 'process raft request' (duration: 227.364597ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.582457Z","caller":"traceutil/trace.go:171","msg":"trace[2049987418] compact","detail":"{revision:2825; response_revision:5388; }","duration":"229.081427ms","start":"2026-06-26T17:09:04.353364Z","end":"2026-06-26T17:09:04.582445Z","steps":["trace[2049987418] 'process raft request' (duration: 227.461239ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.582901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2825} {"level":"info","ts":"2026-06-26T17:09:04.584168Z","caller":"traceutil/trace.go:171","msg":"trace[624008805] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"229.476755ms","start":"2026-06-26T17:09:04.354673Z","end":"2026-06-26T17:09:04.584149Z","steps":["trace[624008805] 'process raft request' (duration: 227.747504ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.585721Z","caller":"traceutil/trace.go:171","msg":"trace[1668428372] linearizableReadLoop","detail":"{readStateIndex:5594; appliedIndex:5589; }","duration":"226.066893ms","start":"2026-06-26T17:09:04.359642Z","end":"2026-06-26T17:09:04.585709Z","steps":["trace[1668428372] 'read index received' (duration: 216.653295ms)","trace[1668428372] 'applied index is now lower than readState.Index' (duration: 9.412778ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:09:04.585828Z","caller":"traceutil/trace.go:171","msg":"trace[2113294832] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"229.634707ms","start":"2026-06-26T17:09:04.356181Z","end":"2026-06-26T17:09:04.585816Z","steps":["trace[2113294832] 'process raft request' (duration: 227.850676ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.586111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.769444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-06-26T17:09:04.586136Z","caller":"traceutil/trace.go:171","msg":"trace[1756573000] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5390; }","duration":"232.813355ms","start":"2026-06-26T17:09:04.353315Z","end":"2026-06-26T17:09:04.586128Z","steps":["trace[1756573000] 'agreement among raft nodes before linearized reading' (duration: 232.693423ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.586356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.05182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-06-26T17:09:04.586382Z","caller":"traceutil/trace.go:171","msg":"trace[1112243565] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5390; }","duration":"233.08795ms","start":"2026-06-26T17:09:04.353288Z","end":"2026-06-26T17:09:04.586376Z","steps":["trace[1112243565] 'agreement among raft nodes before linearized reading' (duration: 232.775595ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.586386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.279444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:09:04.586495Z","caller":"traceutil/trace.go:171","msg":"trace[1363752404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5390; }","duration":"233.414486ms","start":"2026-06-26T17:09:04.35306Z","end":"2026-06-26T17:09:04.586474Z","steps":["trace[1363752404] 'agreement among raft nodes before linearized reading' (duration: 233.05925ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.586609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.331175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-06-26T17:09:04.586635Z","caller":"traceutil/trace.go:171","msg":"trace[597551793] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5390; }","duration":"233.376555ms","start":"2026-06-26T17:09:04.353251Z","end":"2026-06-26T17:09:04.586628Z","steps":["trace[597551793] 'agreement among raft nodes before linearized reading' (duration: 232.856746ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:04.588076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.198378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-06-26T17:09:04.588106Z","caller":"traceutil/trace.go:171","msg":"trace[1520262076] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5391; }","duration":"165.254938ms","start":"2026-06-26T17:09:04.422845Z","end":"2026-06-26T17:09:04.588099Z","steps":["trace[1520262076] 'agreement among raft nodes before linearized reading' (duration: 165.123556ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.594202Z","caller":"traceutil/trace.go:171","msg":"trace[1843871821] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"231.257455ms","start":"2026-06-26T17:09:04.362933Z","end":"2026-06-26T17:09:04.594191Z","steps":["trace[1843871821] 'process raft request' (duration: 222.768704ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:04.690139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2825,"took":"101.317417ms","hash":1290339813,"current-db-size-bytes":54001664,"current-db-size":"54 MB","current-db-size-in-use-bytes":28954624,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-26T17:09:04.69121Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1290339813,"revision":2825,"compact-revision":-1} {"level":"info","ts":"2026-06-26T17:09:12.146058Z","caller":"traceutil/trace.go:171","msg":"trace[2137102534] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"107.089581ms","start":"2026-06-26T17:09:12.038933Z","end":"2026-06-26T17:09:12.146022Z","steps":["trace[2137102534] 'process raft request' (duration: 106.736535ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:18.622104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:19.122349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:19.623185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:20.124289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:20.621413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:20.621553Z","caller":"traceutil/trace.go:171","msg":"trace[1957360128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328169s","start":"2026-06-26T17:09:18.621195Z","end":"2026-06-26T17:09:20.621523Z","steps":["trace[1957360128] 'agreement among raft nodes before linearized reading' (duration: 2.000155756s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:20.621872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:18.621174Z","time spent":"2.000679835s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:20.625167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:21.125927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:21.626868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:22.127636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:22.622316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:22.622428Z","caller":"traceutil/trace.go:171","msg":"trace[666810035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040359s","start":"2026-06-26T17:09:20.62236Z","end":"2026-06-26T17:09:22.6224Z","steps":["trace[666810035] 'agreement among raft nodes before linearized reading' (duration: 1.999903127s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:22.622485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:20.622331Z","time spent":"2.000140542s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:22.62868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:22.978199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:17.979409Z","time spent":"4.998778472s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:23.129612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:23.630351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:24.131589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:24.231581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999295574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:24.231731Z","caller":"traceutil/trace.go:171","msg":"trace[337196142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999544447s","start":"2026-06-26T17:09:19.232155Z","end":"2026-06-26T17:09:24.2317Z","steps":["trace[337196142] 'agreement among raft nodes before linearized reading' (duration: 4.999335634s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:24.232439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.232134Z","time spent":"5.00016529s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T17:09:24.275682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000566152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:24.275793Z","caller":"traceutil/trace.go:171","msg":"trace[584553905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000728705s","start":"2026-06-26T17:09:19.275036Z","end":"2026-06-26T17:09:24.275765Z","steps":["trace[584553905] 'agreement among raft nodes before linearized reading' (duration: 5.000584532s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:24.275865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.275026Z","time spent":"5.000826296s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 17:09:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:24.632021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:24.632166Z","caller":"traceutil/trace.go:171","msg":"trace[868309784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775135s","start":"2026-06-26T17:09:22.631349Z","end":"2026-06-26T17:09:24.632124Z","steps":["trace[868309784] 'agreement among raft nodes before linearized reading' (duration: 2.000609512s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:24.632054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:24.632251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:22.631307Z","time spent":"2.000923627s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:25.122805Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:09:25.123124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00104856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:25.123226Z","caller":"traceutil/trace.go:171","msg":"trace[1383375015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"7.001229233s","start":"2026-06-26T17:09:18.121974Z","end":"2026-06-26T17:09:25.123203Z","steps":["trace[1383375015] 'agreement among raft nodes before linearized reading' (duration: 7.00108366s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:25.123289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:18.121953Z","time spent":"7.001321735s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:25.624098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:26.124902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:26.285151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999599471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:26.285251Z","caller":"traceutil/trace.go:171","msg":"trace[320867879] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999818696s","start":"2026-06-26T17:09:21.285409Z","end":"2026-06-26T17:09:26.285228Z","steps":["trace[320867879] 'agreement among raft nodes before linearized reading' (duration: 4.999691543s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:26.285308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:21.285379Z","time spent":"4.999915887s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/26 17:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:26.571233Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0f50","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:26.626113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:26.633001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00063076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:26.633134Z","caller":"traceutil/trace.go:171","msg":"trace[1782563840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823273s","start":"2026-06-26T17:09:24.632293Z","end":"2026-06-26T17:09:26.633116Z","steps":["trace[1782563840] 'agreement among raft nodes before linearized reading' (duration: 2.000671481s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:26.633205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:24.632265Z","time spent":"2.000930635s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:26.696537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.695567Z","time spent":"7.000960713s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:27.126762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:27.62781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:27.974287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992982151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:27.974387Z","caller":"traceutil/trace.go:171","msg":"trace[2051802683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.993157575s","start":"2026-06-26T17:09:24.981207Z","end":"2026-06-26T17:09:27.974365Z","steps":["trace[2051802683] 'agreement among raft nodes before linearized reading' (duration: 2.993025882s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:27.974435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:24.981178Z","time spent":"2.993246486s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/26 17:09:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:28.128994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:28.355818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:28.355912Z","caller":"traceutil/trace.go:171","msg":"trace[2140017870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033133s","start":"2026-06-26T17:09:26.355559Z","end":"2026-06-26T17:09:28.355891Z","steps":["trace[2140017870] 'agreement among raft nodes before linearized reading' (duration: 2.000207488s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:28.355996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.355513Z","time spent":"2.000469871s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:28.57387Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0fc7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:28.629814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:28.639328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:28.639489Z","caller":"traceutil/trace.go:171","msg":"trace[579179315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717017s","start":"2026-06-26T17:09:26.638736Z","end":"2026-06-26T17:09:28.639452Z","steps":["trace[579179315] 'agreement among raft nodes before linearized reading' (duration: 2.000510643s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:28.639868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.638698Z","time spent":"2.001147684s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:29.037103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001899899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:29.037194Z","caller":"traceutil/trace.go:171","msg":"trace[1826899089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002008461s","start":"2026-06-26T17:09:19.035161Z","end":"2026-06-26T17:09:29.037169Z","steps":["trace[1826899089] 'agreement among raft nodes before linearized reading' (duration: 10.001896819s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:29.03743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.035078Z","time spent":"10.002154343s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/26 17:09:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:29.053143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000264986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:29.05326Z","caller":"traceutil/trace.go:171","msg":"trace[718505163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000450169s","start":"2026-06-26T17:09:19.052783Z","end":"2026-06-26T17:09:29.053233Z","steps":["trace[718505163] 'agreement among raft nodes before linearized reading' (duration: 10.000308447s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:29.053557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.052761Z","time spent":"10.000771414s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/26 17:09:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:29.13038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:29.631186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:30.131392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:30.631966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:30.650064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:30.650232Z","caller":"traceutil/trace.go:171","msg":"trace[3326299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430753s","start":"2026-06-26T17:09:28.649774Z","end":"2026-06-26T17:09:30.650205Z","steps":["trace[3326299] 'agreement among raft nodes before linearized reading' (duration: 2.000214999s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:30.650413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:28.649743Z","time spent":"2.000653827s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:31.132284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:31.622619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999425571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:31.622731Z","caller":"traceutil/trace.go:171","msg":"trace[1404258636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999576344s","start":"2026-06-26T17:09:26.623129Z","end":"2026-06-26T17:09:31.622706Z","steps":["trace[1404258636] 'agreement among raft nodes before linearized reading' (duration: 4.999418511s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:31.622802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.623053Z","time spent":"4.999735537s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T17:09:31.633289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:31.985447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:24.984875Z","time spent":"7.000562891s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:32.123991Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:09:32.124216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.916770549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.124289Z","caller":"traceutil/trace.go:171","msg":"trace[504766293] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; }","duration":"7.917008843s","start":"2026-06-26T17:09:24.207249Z","end":"2026-06-26T17:09:32.124258Z","steps":["trace[504766293] 'agreement among raft nodes before linearized reading' (duration: 7.916895931s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.124675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:24.207224Z","time spent":"7.917438341s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-06-26T17:09:32.124286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.408883626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:32.124672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.117720778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.124805Z","caller":"traceutil/trace.go:171","msg":"trace[564458260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"8.117931701s","start":"2026-06-26T17:09:24.006844Z","end":"2026-06-26T17:09:32.124776Z","steps":["trace[564458260] 'agreement among raft nodes before linearized reading' (duration: 8.117723938s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.124872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:24.006812Z","time spent":"8.118041043s","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:32.124749Z","caller":"traceutil/trace.go:171","msg":"trace[373728628] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; }","duration":"12.409457406s","start":"2026-06-26T17:09:19.715281Z","end":"2026-06-26T17:09:32.124739Z","steps":["trace[373728628] 'agreement among raft nodes before linearized reading' (duration: 12.408911577s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.124946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.715259Z","time spent":"12.40967519s","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:32.124396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.261012107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.12525Z","caller":"traceutil/trace.go:171","msg":"trace[50893286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"12.2618083s","start":"2026-06-26T17:09:19.863324Z","end":"2026-06-26T17:09:32.125132Z","steps":["trace[50893286] 'agreement among raft nodes before linearized reading' (duration: 12.261054767s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.125372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.863297Z","time spent":"12.262050345s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:09:32.124409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.393468886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.125494Z","caller":"traceutil/trace.go:171","msg":"trace[59046490] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"12.394572395s","start":"2026-06-26T17:09:19.730907Z","end":"2026-06-26T17:09:32.125479Z","steps":["trace[59046490] 'agreement among raft nodes before linearized reading' (duration: 12.393493177s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.125565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.730896Z","time spent":"12.394652506s","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:32.124458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.535120397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.125667Z","caller":"traceutil/trace.go:171","msg":"trace[1822473687] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"12.536373968s","start":"2026-06-26T17:09:19.589283Z","end":"2026-06-26T17:09:32.125657Z","steps":["trace[1822473687] 'agreement among raft nodes before linearized reading' (duration: 12.535168138s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.125725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.589257Z","time spent":"12.536457509s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-26T17:09:32.124459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.977748247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.125803Z","caller":"traceutil/trace.go:171","msg":"trace[229023707] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"12.979157821s","start":"2026-06-26T17:09:19.146633Z","end":"2026-06-26T17:09:32.125791Z","steps":["trace[229023707] 'agreement among raft nodes before linearized reading' (duration: 12.977812218s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.125859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.146603Z","time spent":"12.979239712s","remote":"127.0.0.1:58596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:32.12448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.525519638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.125911Z","caller":"traceutil/trace.go:171","msg":"trace[960818044] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.526970983s","start":"2026-06-26T17:09:19.598932Z","end":"2026-06-26T17:09:32.125903Z","steps":["trace[960818044] 'agreement among raft nodes before linearized reading' (duration: 12.525541989s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.125946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.598919Z","time spent":"12.527019174s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:09:32.124508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.771584006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.125995Z","caller":"traceutil/trace.go:171","msg":"trace[1829774094] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"12.773107634s","start":"2026-06-26T17:09:19.352876Z","end":"2026-06-26T17:09:32.125983Z","steps":["trace[1829774094] 'agreement among raft nodes before linearized reading' (duration: 12.771614497s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.126029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:19.352861Z","time spent":"12.773159204s","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:32.12452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.252388919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.126115Z","caller":"traceutil/trace.go:171","msg":"trace[1614815789] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs; range_end:; }","duration":"13.254030327s","start":"2026-06-26T17:09:18.872078Z","end":"2026-06-26T17:09:32.126108Z","steps":["trace[1614815789] 'agreement among raft nodes before linearized reading' (duration: 13.252434909s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.126158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:18.872051Z","time spent":"13.254099358s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs\" "} {"level":"warn","ts":"2026-06-26T17:09:32.124552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.261050037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.126277Z","caller":"traceutil/trace.go:171","msg":"trace[1638958744] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"9.262880459s","start":"2026-06-26T17:09:22.863376Z","end":"2026-06-26T17:09:32.126257Z","steps":["trace[1638958744] 'agreement among raft nodes before linearized reading' (duration: 9.261163989s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.126392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:22.863346Z","time spent":"9.263021682s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:32.124564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.487970822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.126492Z","caller":"traceutil/trace.go:171","msg":"trace[587280048] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"10.489928086s","start":"2026-06-26T17:09:21.636526Z","end":"2026-06-26T17:09:32.126454Z","steps":["trace[587280048] 'agreement among raft nodes before linearized reading' (duration: 10.488024103s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.126557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:21.636492Z","time spent":"10.490046058s","remote":"127.0.0.1:57306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:32.124533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.252358238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs.18bcb09c87a73bdf\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.12662Z","caller":"traceutil/trace.go:171","msg":"trace[964780428] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs.18bcb09c87a73bdf; range_end:; }","duration":"13.254520495s","start":"2026-06-26T17:09:18.872078Z","end":"2026-06-26T17:09:32.126598Z","steps":["trace[964780428] 'agreement among raft nodes before linearized reading' (duration: 13.252393548s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.124593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.739870834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:32.126695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:18.872051Z","time spent":"13.254619867s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs.18bcb09c87a73bdf\" "} {"level":"info","ts":"2026-06-26T17:09:32.126746Z","caller":"traceutil/trace.go:171","msg":"trace[1611765302] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; }","duration":"13.742046612s","start":"2026-06-26T17:09:18.384661Z","end":"2026-06-26T17:09:32.126708Z","steps":["trace[1611765302] 'agreement among raft nodes before linearized reading' (duration: 13.739922765s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.124439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.221410414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:32.126923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:18.384633Z","time spent":"13.742240385s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T17:09:32.124377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.619643188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.127069Z","caller":"traceutil/trace.go:171","msg":"trace[1760360280] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"11.622384906s","start":"2026-06-26T17:09:20.504671Z","end":"2026-06-26T17:09:32.127055Z","steps":["trace[1760360280] 'agreement among raft nodes before linearized reading' (duration: 11.619697109s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.12715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:20.50464Z","time spent":"11.622495107s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:09:32.12461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.739957805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:32.127257Z","caller":"traceutil/trace.go:171","msg":"trace[927364259] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; }","duration":"13.742654212s","start":"2026-06-26T17:09:18.384589Z","end":"2026-06-26T17:09:32.127244Z","steps":["trace[927364259] 'agreement among raft nodes before linearized reading' (duration: 13.740012726s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.12734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:18.384566Z","time spent":"13.742762463s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-06-26T17:09:32.127868Z","caller":"traceutil/trace.go:171","msg":"trace[854392143] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"11.224092321s","start":"2026-06-26T17:09:20.902902Z","end":"2026-06-26T17:09:32.126994Z","steps":["trace[854392143] 'agreement among raft nodes before linearized reading' (duration: 11.221456435s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.128068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:20.902876Z","time spent":"11.225173888s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:32.346714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:25.345708Z","time spent":"7.000996632s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:32.624478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:32.650515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999585824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:32.650612Z","caller":"traceutil/trace.go:171","msg":"trace[1200430663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999737796s","start":"2026-06-26T17:09:30.650853Z","end":"2026-06-26T17:09:32.650591Z","steps":["trace[1200430663] 'agreement among raft nodes before linearized reading' (duration: 1.999622594s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.650662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:30.650798Z","time spent":"1.999852048s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:32.895702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998622308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:32.89581Z","caller":"traceutil/trace.go:171","msg":"trace[1505144880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998853731s","start":"2026-06-26T17:09:27.896931Z","end":"2026-06-26T17:09:32.895785Z","steps":["trace[1505144880] 'agreement among raft nodes before linearized reading' (duration: 4.998658728s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:32.895935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:27.8969Z","time spent":"4.999021355s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 17:09:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:32.975491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:27.977511Z","time spent":"4.997971509s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 17:09:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:33.125829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:33.578893Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0f50","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:33.626598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:34.127243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:34.628228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:34.659624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:34.659794Z","caller":"traceutil/trace.go:171","msg":"trace[92751189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318954s","start":"2026-06-26T17:09:32.659446Z","end":"2026-06-26T17:09:34.659765Z","steps":["trace[92751189] 'agreement among raft nodes before linearized reading' (duration: 2.000134681s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:34.659912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:32.659426Z","time spent":"2.000472916s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:34.695233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994467775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:34.69531Z","caller":"traceutil/trace.go:171","msg":"trace[723172961] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994586777s","start":"2026-06-26T17:09:26.700704Z","end":"2026-06-26T17:09:34.69529Z","steps":["trace[723172961] 'agreement among raft nodes before linearized reading' (duration: 7.994496025s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:34.695351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.700686Z","time spent":"7.994656809s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/06/26 17:09:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:35.129531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:35.295058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998616383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:35.29518Z","caller":"traceutil/trace.go:171","msg":"trace[1054441338] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998803445s","start":"2026-06-26T17:09:30.29635Z","end":"2026-06-26T17:09:35.295153Z","steps":["trace[1054441338] 'agreement among raft nodes before linearized reading' (duration: 4.998640973s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:35.29606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:30.296326Z","time spent":"4.999559719s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-26T17:09:35.58114Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0fc7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:35.630236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:36.041243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:29.040265Z","time spent":"7.000970124s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:36.052025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:29.054817Z","time spent":"6.997196259s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 17:09:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:36.131516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:36.63271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:36.659679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:36.659742Z","caller":"traceutil/trace.go:171","msg":"trace[1422409927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039663s","start":"2026-06-26T17:09:34.659684Z","end":"2026-06-26T17:09:36.659724Z","steps":["trace[1422409927] 'agreement among raft nodes before linearized reading' (duration: 1.999961411s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:36.659788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:34.659668Z","time spent":"2.000110303s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:37.06672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999465757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:37.066826Z","caller":"traceutil/trace.go:171","msg":"trace[396232099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999631841s","start":"2026-06-26T17:09:35.067171Z","end":"2026-06-26T17:09:37.066803Z","steps":["trace[396232099] 'agreement among raft nodes before linearized reading' (duration: 1.999502888s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:37.06688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:35.067143Z","time spent":"1.999725323s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:37.133432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:37.634272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:38.135153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:38.355004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:38.35512Z","caller":"traceutil/trace.go:171","msg":"trace[1205429457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429138s","start":"2026-06-26T17:09:36.354669Z","end":"2026-06-26T17:09:38.355098Z","steps":["trace[1205429457] 'agreement among raft nodes before linearized reading' (duration: 2.000285256s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:38.35525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:36.35464Z","time spent":"2.00053128s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:38.585377Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb1035","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:38.635459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:38.668505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:38.66855Z","caller":"traceutil/trace.go:171","msg":"trace[33727829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450196s","start":"2026-06-26T17:09:36.668084Z","end":"2026-06-26T17:09:38.668535Z","steps":["trace[33727829] 'agreement among raft nodes before linearized reading' (duration: 2.000385244s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:38.668618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:36.668063Z","time spent":"2.000546138s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:38.965483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999252495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:38.96563Z","caller":"traceutil/trace.go:171","msg":"trace[160626760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999459099s","start":"2026-06-26T17:09:33.966122Z","end":"2026-06-26T17:09:38.965581Z","steps":["trace[160626760] 'agreement among raft nodes before linearized reading' (duration: 4.999296676s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:38.965713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:33.966097Z","time spent":"4.999592581s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 17:09:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:38.992906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:31.992359Z","time spent":"7.000543346s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:39.124924Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:09:39.125048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.672578668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:39.125118Z","caller":"traceutil/trace.go:171","msg":"trace[748561141] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; }","duration":"8.67269585s","start":"2026-06-26T17:09:30.452391Z","end":"2026-06-26T17:09:39.125087Z","steps":["trace[748561141] 'agreement among raft nodes before linearized reading' (duration: 8.672624309s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:39.125178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:30.452368Z","time spent":"8.672793663s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:39.125187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.546539574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:39.125227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.825176833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:39.12525Z","caller":"traceutil/trace.go:171","msg":"trace[316755716] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"12.546686727s","start":"2026-06-26T17:09:26.578542Z","end":"2026-06-26T17:09:39.125229Z","steps":["trace[316755716] 'agreement among raft nodes before linearized reading' (duration: 12.546590275s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:39.125393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.191277023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:39.125448Z","caller":"traceutil/trace.go:171","msg":"trace[485858851] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"12.191334835s","start":"2026-06-26T17:09:26.934091Z","end":"2026-06-26T17:09:39.125426Z","steps":["trace[485858851] 'agreement among raft nodes before linearized reading' (duration: 12.191276114s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:39.125504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.395594568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:39.125523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.934051Z","time spent":"12.191457816s","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:39.125571Z","caller":"traceutil/trace.go:171","msg":"trace[868788257] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"11.395755881s","start":"2026-06-26T17:09:27.7298Z","end":"2026-06-26T17:09:39.125556Z","steps":["trace[868788257] 'agreement among raft nodes before linearized reading' (duration: 11.395634879s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:39.125548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.014485141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:39.125586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.575494523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:39.125628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:27.729779Z","time spent":"11.395831952s","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:39.125635Z","caller":"traceutil/trace.go:171","msg":"trace[1361726784] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"13.014728675s","start":"2026-06-26T17:09:26.110888Z","end":"2026-06-26T17:09:39.125617Z","steps":["trace[1361726784] 'agreement among raft nodes before linearized reading' (duration: 13.014594123s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:39.125638Z","caller":"traceutil/trace.go:171","msg":"trace[1536309637] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"13.575600805s","start":"2026-06-26T17:09:25.550024Z","end":"2026-06-26T17:09:39.125625Z","steps":["trace[1536309637] 'agreement among raft nodes before linearized reading' (duration: 13.575539314s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:39.125689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:25.549999Z","time spent":"13.575674626s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:39.125695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.110861Z","time spent":"13.014816597s","remote":"127.0.0.1:58342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:39.125576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.777782638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:39.126151Z","caller":"traceutil/trace.go:171","msg":"trace[1093483674] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; }","duration":"12.825383166s","start":"2026-06-26T17:09:26.299946Z","end":"2026-06-26T17:09:39.125329Z","steps":["trace[1093483674] 'agreement among raft nodes before linearized reading' (duration: 12.825214444s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:39.126217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.299919Z","time spent":"12.826280961s","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-06-26T17:09:39.126156Z","caller":"traceutil/trace.go:171","msg":"trace[2031663406] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"11.778577292s","start":"2026-06-26T17:09:27.347553Z","end":"2026-06-26T17:09:39.126131Z","steps":["trace[2031663406] 'agreement among raft nodes before linearized reading' (duration: 11.777819729s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:39.126343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:27.347523Z","time spent":"11.778808226s","remote":"127.0.0.1:58694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:39.126582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:26.578514Z","time spent":"12.548035999s","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:39.353679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:32.352413Z","time spent":"7.001257233s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:39.625556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:40.126167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:40.338161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998660369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:40.338286Z","caller":"traceutil/trace.go:171","msg":"trace[1976148948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998891863s","start":"2026-06-26T17:09:35.339366Z","end":"2026-06-26T17:09:40.338258Z","steps":["trace[1976148948] 'agreement among raft nodes before linearized reading' (duration: 4.99872975s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:40.338347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:35.339339Z","time spent":"4.998997204s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 17:09:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:40.586287Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0f50","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:40.627032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:40.675946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:40.676042Z","caller":"traceutil/trace.go:171","msg":"trace[1095127731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528466s","start":"2026-06-26T17:09:38.675492Z","end":"2026-06-26T17:09:40.67602Z","steps":["trace[1095127731] 'agreement among raft nodes before linearized reading' (duration: 2.000364854s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:40.676095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:38.675472Z","time spent":"2.000613468s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:41.127561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:41.627765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:41.699961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:34.699061Z","time spent":"7.000880576s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:42.127941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:42.589832Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0fc7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:42.628953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:42.67704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:42.67722Z","caller":"traceutil/trace.go:171","msg":"trace[1710272917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374293s","start":"2026-06-26T17:09:40.676819Z","end":"2026-06-26T17:09:42.677193Z","steps":["trace[1710272917] 'agreement among raft nodes before linearized reading' (duration: 2.00018234s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:42.677406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:40.676801Z","time spent":"2.000583087s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:42.701826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999783248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:42.701923Z","caller":"traceutil/trace.go:171","msg":"trace[1024389745] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999986151s","start":"2026-06-26T17:09:37.701914Z","end":"2026-06-26T17:09:42.7019Z","steps":["trace[1024389745] 'agreement among raft nodes before linearized reading' (duration: 4.999819778s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:42.701991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:37.70189Z","time spent":"5.000084283s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/26 17:09:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:43.129591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:43.630726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:44.131535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:44.631898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:44.685843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:44.685959Z","caller":"traceutil/trace.go:171","msg":"trace[2124334222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000528s","start":"2026-06-26T17:09:42.685937Z","end":"2026-06-26T17:09:44.685938Z","steps":["trace[2124334222] 'agreement among raft nodes before linearized reading' (duration: 1.999866145s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:44.686094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:42.685913Z","time spent":"2.00016754s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:45.132263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:45.592024Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb1035","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:45.632858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:45.99848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:38.998204Z","time spent":"7.000266056s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:46.125812Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:09:46.126205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.331945045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.809802839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.126373Z","caller":"traceutil/trace.go:171","msg":"trace[1873172353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"9.809912561s","start":"2026-06-26T17:09:36.316436Z","end":"2026-06-26T17:09:46.126349Z","steps":["trace[1873172353] 'agreement among raft nodes before linearized reading' (duration: 9.80985868s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:46.126336Z","caller":"traceutil/trace.go:171","msg":"trace[1566252061] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"11.33216733s","start":"2026-06-26T17:09:34.794144Z","end":"2026-06-26T17:09:46.126311Z","steps":["trace[1566252061] 'agreement among raft nodes before linearized reading' (duration: 11.332008307s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.12645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:36.316405Z","time spent":"9.810024664s","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.126482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.86460519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.090388307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995225444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs.18bcb09c87a73bdf\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.274500296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.126611Z","caller":"traceutil/trace.go:171","msg":"trace[1889527681] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs.18bcb09c87a73bdf; range_end:; }","duration":"13.995269974s","start":"2026-06-26T17:09:32.131325Z","end":"2026-06-26T17:09:46.126595Z","steps":["trace[1889527681] 'agreement among raft nodes before linearized reading' (duration: 13.995225314s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:46.126637Z","caller":"traceutil/trace.go:171","msg":"trace[2134319730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.864769043s","start":"2026-06-26T17:09:36.261807Z","end":"2026-06-26T17:09:46.126576Z","steps":["trace[2134319730] 'agreement among raft nodes before linearized reading' (duration: 9.864556739s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:46.126645Z","caller":"traceutil/trace.go:171","msg":"trace[1118207722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"8.274604878s","start":"2026-06-26T17:09:37.852009Z","end":"2026-06-26T17:09:46.126613Z","steps":["trace[1118207722] 'agreement among raft nodes before linearized reading' (duration: 8.274544847s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.126668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:32.131245Z","time spent":"13.995410676s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs.18bcb09c87a73bdf\" "} {"level":"warn","ts":"2026-06-26T17:09:46.126692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.793861479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:37.851983Z","time spent":"8.27471903s","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.126733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.994870126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.126738Z","caller":"traceutil/trace.go:171","msg":"trace[1534591075] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"11.793906589s","start":"2026-06-26T17:09:34.33282Z","end":"2026-06-26T17:09:46.126727Z","steps":["trace[1534591075] 'agreement among raft nodes before linearized reading' (duration: 11.793862219s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.12666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992310456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.126776Z","caller":"traceutil/trace.go:171","msg":"trace[1154999004] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"13.994940707s","start":"2026-06-26T17:09:32.131823Z","end":"2026-06-26T17:09:46.126764Z","steps":["trace[1154999004] 'agreement among raft nodes before linearized reading' (duration: 13.994898016s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:46.126796Z","caller":"traceutil/trace.go:171","msg":"trace[715518092] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; }","duration":"11.992513089s","start":"2026-06-26T17:09:34.134273Z","end":"2026-06-26T17:09:46.126786Z","steps":["trace[715518092] 'agreement among raft nodes before linearized reading' (duration: 11.992374567s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.126754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:36.261723Z","time spent":"9.865007547s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.126824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:34.134244Z","time spent":"11.99257356s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T17:09:46.126667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:34.794115Z","time spent":"11.332432803s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:09:46.126233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.005984696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.998111582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.127015Z","caller":"traceutil/trace.go:171","msg":"trace[849294360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.006869801s","start":"2026-06-26T17:09:35.12013Z","end":"2026-06-26T17:09:46.127Z","steps":["trace[849294360] 'agreement among raft nodes before linearized reading' (duration: 11.006029567s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:46.126605Z","caller":"traceutil/trace.go:171","msg":"trace[1939691272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"8.090462428s","start":"2026-06-26T17:09:38.036121Z","end":"2026-06-26T17:09:46.126584Z","steps":["trace[1939691272] 'agreement among raft nodes before linearized reading' (duration: 8.090422197s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.127177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:35.120106Z","time spent":"11.007009124s","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.126792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:34.332729Z","time spent":"11.794049372s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:09:46.127214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:38.036097Z","time spent":"8.091048838s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.126485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.226669993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.030713037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.127393Z","caller":"traceutil/trace.go:171","msg":"trace[1593343484] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"10.22766744s","start":"2026-06-26T17:09:35.899713Z","end":"2026-06-26T17:09:46.127381Z","steps":["trace[1593343484] 'agreement among raft nodes before linearized reading' (duration: 10.226722754s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.127544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:35.899687Z","time spent":"10.227841113s","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.126821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:32.131803Z","time spent":"13.995007758s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-26T17:09:46.126315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.950150473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.127751Z","caller":"traceutil/trace.go:171","msg":"trace[1357625148] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; }","duration":"8.951648159s","start":"2026-06-26T17:09:37.176083Z","end":"2026-06-26T17:09:46.127732Z","steps":["trace[1357625148] 'agreement among raft nodes before linearized reading' (duration: 8.950139863s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.127871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:37.175996Z","time spent":"8.951857732s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.126478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.859624794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.127991Z","caller":"traceutil/trace.go:171","msg":"trace[1305368889] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"9.861175141s","start":"2026-06-26T17:09:36.266799Z","end":"2026-06-26T17:09:46.127974Z","steps":["trace[1305368889] 'agreement among raft nodes before linearized reading' (duration: 9.859661175s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.128056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:36.266772Z","time spent":"9.861264742s","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:46.12707Z","caller":"traceutil/trace.go:171","msg":"trace[220016359] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; }","duration":"13.998255484s","start":"2026-06-26T17:09:32.1288Z","end":"2026-06-26T17:09:46.127055Z","steps":["trace[220016359] 'agreement among raft nodes before linearized reading' (duration: 13.998110312s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.128179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:32.128779Z","time spent":"13.999377263s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-26T17:09:46.126516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.416486974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:46.126947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992713493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:46.12747Z","caller":"traceutil/trace.go:171","msg":"trace[764802275] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"12.031891978s","start":"2026-06-26T17:09:34.09556Z","end":"2026-06-26T17:09:46.127452Z","steps":["trace[764802275] 'agreement among raft nodes before linearized reading' (duration: 12.030746627s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:46.128276Z","caller":"traceutil/trace.go:171","msg":"trace[1260786336] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"7.418360946s","start":"2026-06-26T17:09:38.709902Z","end":"2026-06-26T17:09:46.128263Z","steps":["trace[1260786336] 'agreement among raft nodes before linearized reading' (duration: 7.416592316s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:46.128306Z","caller":"traceutil/trace.go:171","msg":"trace[109001968] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; }","duration":"11.994092867s","start":"2026-06-26T17:09:34.134196Z","end":"2026-06-26T17:09:46.128289Z","steps":["trace[109001968] 'agreement among raft nodes before linearized reading' (duration: 11.992733063s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.128443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:34.095537Z","time spent":"12.032797042s","remote":"127.0.0.1:57322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.128509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:34.134183Z","time spent":"11.99427406s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T17:09:46.128356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:38.709874Z","time spent":"7.418464237s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:46.215966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999330896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:46.216102Z","caller":"traceutil/trace.go:171","msg":"trace[6651571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999557299s","start":"2026-06-26T17:09:41.216515Z","end":"2026-06-26T17:09:46.216073Z","steps":["trace[6651571] 'agreement among raft nodes before linearized reading' (duration: 4.999362016s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.216168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:41.216501Z","time spent":"4.99965401s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 17:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:46.358283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:39.358083Z","time spent":"7.000192801s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:46.626667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:46.687396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:46.687514Z","caller":"traceutil/trace.go:171","msg":"trace[1608992039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384088s","start":"2026-06-26T17:09:44.687105Z","end":"2026-06-26T17:09:46.687489Z","steps":["trace[1608992039] 'agreement among raft nodes before linearized reading' (duration: 2.000253474s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:46.687564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:44.68709Z","time spent":"2.000463559s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:47.127131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:47.595003Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0f50","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:47.628317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:48.128938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:48.189427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:41.188196Z","time spent":"7.001222552s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:48.357391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:48.357502Z","caller":"traceutil/trace.go:171","msg":"trace[514401684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382913s","start":"2026-06-26T17:09:46.357099Z","end":"2026-06-26T17:09:48.357482Z","steps":["trace[514401684] 'agreement among raft nodes before linearized reading' (duration: 2.000234481s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:48.357559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.35707Z","time spent":"2.000477684s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:48.629438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:48.696018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:48.696132Z","caller":"traceutil/trace.go:171","msg":"trace[90639502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337273s","start":"2026-06-26T17:09:46.695769Z","end":"2026-06-26T17:09:48.696106Z","steps":["trace[90639502] 'agreement among raft nodes before linearized reading' (duration: 2.000190159s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:48.696228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.695742Z","time spent":"2.000472665s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:49.129963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:49.133451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999152949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:49.133542Z","caller":"traceutil/trace.go:171","msg":"trace[171383611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999305432s","start":"2026-06-26T17:09:44.134213Z","end":"2026-06-26T17:09:49.133519Z","steps":["trace[171383611] 'agreement among raft nodes before linearized reading' (duration: 4.99918706s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:49.133641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:44.134191Z","time spent":"4.999391893s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 17:09:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:49.597662Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0fc7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:49.63099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:50.13144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:50.632187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:50.705032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:50.70515Z","caller":"traceutil/trace.go:171","msg":"trace[2125289327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446095s","start":"2026-06-26T17:09:48.704677Z","end":"2026-06-26T17:09:50.705123Z","steps":["trace[2125289327] 'agreement among raft nodes before linearized reading' (duration: 2.000296663s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:50.70521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:48.704653Z","time spent":"2.000544846s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:09:50.879245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997974915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:50.879354Z","caller":"traceutil/trace.go:171","msg":"trace[417039101] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998142157s","start":"2026-06-26T17:09:45.881185Z","end":"2026-06-26T17:09:50.879327Z","steps":["trace[417039101] 'agreement among raft nodes before linearized reading' (duration: 4.998013805s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:50.87942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:45.881158Z","time spent":"4.998236249s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/26 17:09:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:51.132673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:51.633564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:52.134156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:52.601516Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb1035","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:52.634722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:52.705974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:52.706129Z","caller":"traceutil/trace.go:171","msg":"trace[456674672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243807s","start":"2026-06-26T17:09:50.705783Z","end":"2026-06-26T17:09:52.706026Z","steps":["trace[456674672] 'agreement among raft nodes before linearized reading' (duration: 2.000108674s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:52.706279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:50.70575Z","time spent":"2.000511091s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:53.00597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.004682Z","time spent":"7.001271294s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:53.126985Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:09:53.127232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.608532167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:53.127263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.900343688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.127308Z","caller":"traceutil/trace.go:171","msg":"trace[2095935430] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; }","duration":"8.60869895s","start":"2026-06-26T17:09:44.518579Z","end":"2026-06-26T17:09:53.127278Z","steps":["trace[2095935430] 'agreement among raft nodes before linearized reading' (duration: 8.608581928s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:09:53.127348Z","caller":"traceutil/trace.go:171","msg":"trace[1368904120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"13.90046946s","start":"2026-06-26T17:09:39.226861Z","end":"2026-06-26T17:09:53.12733Z","steps":["trace[1368904120] 'agreement among raft nodes before linearized reading' (duration: 13.900342368s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.12734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.839853101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:53.127427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:39.226846Z","time spent":"13.900534841s","remote":"127.0.0.1:54654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.127343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.552018825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.127894Z","caller":"traceutil/trace.go:171","msg":"trace[204925798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.552673146s","start":"2026-06-26T17:09:40.575205Z","end":"2026-06-26T17:09:53.127878Z","steps":["trace[204925798] 'agreement among raft nodes before linearized reading' (duration: 12.552066615s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.127441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:44.518553Z","time spent":"8.608810341s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:09:53.127453Z","caller":"traceutil/trace.go:171","msg":"trace[430069359] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"13.840204406s","start":"2026-06-26T17:09:39.287235Z","end":"2026-06-26T17:09:53.12744Z","steps":["trace[430069359] 'agreement among raft nodes before linearized reading' (duration: 13.840056964s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.128064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:39.287204Z","time spent":"13.840846809s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.127525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.692702431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.128244Z","caller":"traceutil/trace.go:171","msg":"trace[1277387133] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"11.693407954s","start":"2026-06-26T17:09:41.434733Z","end":"2026-06-26T17:09:53.128141Z","steps":["trace[1277387133] 'agreement among raft nodes before linearized reading' (duration: 11.692754252s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.128339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:41.434705Z","time spent":"11.693580677s","remote":"127.0.0.1:58706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.127517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.422155656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.12847Z","caller":"traceutil/trace.go:171","msg":"trace[1032888946] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"11.423153314s","start":"2026-06-26T17:09:41.705289Z","end":"2026-06-26T17:09:53.128442Z","steps":["trace[1032888946] 'agreement among raft nodes before linearized reading' (duration: 11.422191677s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.128539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:41.705267Z","time spent":"11.423254885s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-06-26T17:09:53.127491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.983372727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.128603Z","caller":"traceutil/trace.go:171","msg":"trace[647364566] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; }","duration":"13.984515337s","start":"2026-06-26T17:09:39.144065Z","end":"2026-06-26T17:09:53.128581Z","steps":["trace[647364566] 'agreement among raft nodes before linearized reading' (duration: 13.983411728s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.128673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:39.144046Z","time spent":"13.98460557s","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.127555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.431666736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.128745Z","caller":"traceutil/trace.go:171","msg":"trace[914086538] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; }","duration":"9.432897598s","start":"2026-06-26T17:09:43.695837Z","end":"2026-06-26T17:09:53.128734Z","steps":["trace[914086538] 'agreement among raft nodes before linearized reading' (duration: 9.431711847s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.128808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:43.695807Z","time spent":"9.432987179s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.127593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.502569471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.128872Z","caller":"traceutil/trace.go:171","msg":"trace[905935762] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"10.503900913s","start":"2026-06-26T17:09:42.624961Z","end":"2026-06-26T17:09:53.128862Z","steps":["trace[905935762] 'agreement among raft nodes before linearized reading' (duration: 10.502614721s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.12892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:42.624922Z","time spent":"10.503983895s","remote":"127.0.0.1:57266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.12761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.190995549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.128989Z","caller":"traceutil/trace.go:171","msg":"trace[1555178866] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; }","duration":"12.192808259s","start":"2026-06-26T17:09:40.936169Z","end":"2026-06-26T17:09:53.128978Z","steps":["trace[1555178866] 'agreement among raft nodes before linearized reading' (duration: 12.191030859s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.12904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:40.936145Z","time spent":"12.192877971s","remote":"127.0.0.1:43346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.127593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.912081672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.12911Z","caller":"traceutil/trace.go:171","msg":"trace[46707091] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; }","duration":"10.913655979s","start":"2026-06-26T17:09:42.215439Z","end":"2026-06-26T17:09:53.129095Z","steps":["trace[46707091] 'agreement among raft nodes before linearized reading' (duration: 10.912068662s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.129163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:42.215321Z","time spent":"10.913825392s","remote":"127.0.0.1:58660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.127622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.999940991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:09:53.129241Z","caller":"traceutil/trace.go:171","msg":"trace[2121932890] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; }","duration":"14.001656661s","start":"2026-06-26T17:09:39.127573Z","end":"2026-06-26T17:09:53.12923Z","steps":["trace[2121932890] 'agreement among raft nodes before linearized reading' (duration: 13.999966712s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:53.129286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:39.127552Z","time spent":"14.001722642s","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-26T17:09:53.127956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:40.575179Z","time spent":"12.552754098s","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:09:53.364111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.362992Z","time spent":"7.00110858s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:09:53.627698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:54.130972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:54.301727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998921782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:54.301828Z","caller":"traceutil/trace.go:171","msg":"trace[610571164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999091825s","start":"2026-06-26T17:09:49.302715Z","end":"2026-06-26T17:09:54.301807Z","steps":["trace[610571164] 'agreement among raft nodes before linearized reading' (duration: 4.998965913s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:54.301885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:49.302693Z","time spent":"4.999175876s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 17:09:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:54.604063Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0f50","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:54.631331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:54.714717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:54.714836Z","caller":"traceutil/trace.go:171","msg":"trace[455633465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518037s","start":"2026-06-26T17:09:52.714288Z","end":"2026-06-26T17:09:54.714806Z","steps":["trace[455633465] 'agreement among raft nodes before linearized reading' (duration: 2.000369255s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:54.714926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:52.714259Z","time spent":"2.000650669s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:55.132144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:55.632536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:56.133072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:56.606657Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0fc7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:56.634033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:56.714675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99907095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:56.714756Z","caller":"traceutil/trace.go:171","msg":"trace[2039812619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999174792s","start":"2026-06-26T17:09:54.715558Z","end":"2026-06-26T17:09:56.714733Z","steps":["trace[2039812619] 'agreement among raft nodes before linearized reading' (duration: 1.99906846s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:56.714818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:54.715492Z","time spent":"1.999313204s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:57.135003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:57.636076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:58.136449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:58.193876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999199478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:58.193962Z","caller":"traceutil/trace.go:171","msg":"trace[472296351] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.99936049s","start":"2026-06-26T17:09:48.194584Z","end":"2026-06-26T17:09:58.193944Z","steps":["trace[472296351] 'agreement among raft nodes before linearized reading' (duration: 9.999241028s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:58.194006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:48.194559Z","time spent":"9.999437212s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/06/26 17:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:58.34963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999043774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:58.349732Z","caller":"traceutil/trace.go:171","msg":"trace[881853378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999215127s","start":"2026-06-26T17:09:53.350492Z","end":"2026-06-26T17:09:58.349707Z","steps":["trace[881853378] 'agreement among raft nodes before linearized reading' (duration: 4.999086175s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:58.349802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:53.350465Z","time spent":"4.999323268s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 17:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:58.355189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999793512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:58.355256Z","caller":"traceutil/trace.go:171","msg":"trace[904469216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999910144s","start":"2026-06-26T17:09:56.355323Z","end":"2026-06-26T17:09:58.355233Z","steps":["trace[904469216] 'agreement among raft nodes before linearized reading' (duration: 1.999844393s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:58.355299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:56.355292Z","time spent":"1.999998205s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:58.637571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:58.723231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000588824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:09:58.723302Z","caller":"traceutil/trace.go:171","msg":"trace[1842631742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713275s","start":"2026-06-26T17:09:56.722573Z","end":"2026-06-26T17:09:58.723286Z","steps":["trace[1842631742] 'agreement among raft nodes before linearized reading' (duration: 2.000629854s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:58.723344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:56.72255Z","time spent":"2.000784837s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 17:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:59.138412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:09:59.526309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999095473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:59.526403Z","caller":"traceutil/trace.go:171","msg":"trace[1315374609] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999256686s","start":"2026-06-26T17:09:54.527126Z","end":"2026-06-26T17:09:59.526382Z","steps":["trace[1315374609] 'agreement among raft nodes before linearized reading' (duration: 4.999144624s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:59.526451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:54.527094Z","time spent":"4.999346827s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/26 17:09:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:59.587862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.45282395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:59.587984Z","caller":"traceutil/trace.go:171","msg":"trace[1044103612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"12.452983852s","start":"2026-06-26T17:09:47.134965Z","end":"2026-06-26T17:09:59.587949Z","steps":["trace[1044103612] 'agreement among raft nodes before linearized reading' (duration: 12.45284793s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:59.588052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:47.134949Z","time spent":"12.453077374s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/06/26 17:09:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:59.598292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.463118542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T17:09:59.598351Z","caller":"traceutil/trace.go:171","msg":"trace[1122854649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.463249154s","start":"2026-06-26T17:09:47.135089Z","end":"2026-06-26T17:09:59.598338Z","steps":["trace[1122854649] 'agreement among raft nodes before linearized reading' (duration: 12.463171473s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:09:59.598389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:47.13505Z","time spent":"12.463329436s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/06/26 17:09:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T17:09:59.608683Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb1035","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T17:09:59.638759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341644842373228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T17:10:00.012189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:53.011686Z","time spent":"7.000491288s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:10:00.127836Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T17:10:00.128077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.013914191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.128141Z","caller":"traceutil/trace.go:171","msg":"trace[182911023] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"7.014093584s","start":"2026-06-26T17:09:53.114022Z","end":"2026-06-26T17:10:00.128116Z","steps":["trace[182911023] 'agreement among raft nodes before linearized reading' (duration: 7.013965182s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.128205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:53.113993Z","time spent":"7.014197566s","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.128273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.578766961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.128303Z","caller":"traceutil/trace.go:171","msg":"trace[1150894097] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"7.578798441s","start":"2026-06-26T17:09:52.549497Z","end":"2026-06-26T17:10:00.128295Z","steps":["trace[1150894097] 'agreement among raft nodes before linearized reading' (duration: 7.578766381s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.128337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:52.549414Z","time spent":"7.578915204s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.128377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.640154069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.128404Z","caller":"traceutil/trace.go:171","msg":"trace[1246380930] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"9.64021021s","start":"2026-06-26T17:09:50.488187Z","end":"2026-06-26T17:10:00.128398Z","steps":["trace[1246380930] 'agreement among raft nodes before linearized reading' (duration: 9.640179209s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.128437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:50.488174Z","time spent":"9.640255671s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:10:00.12848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.646988185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.128508Z","caller":"traceutil/trace.go:171","msg":"trace[1209852758] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; }","duration":"9.647050276s","start":"2026-06-26T17:09:50.481451Z","end":"2026-06-26T17:10:00.128501Z","steps":["trace[1209852758] 'agreement among raft nodes before linearized reading' (duration: 9.647020725s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.128537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:50.481435Z","time spent":"9.647094266s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.128579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.773033511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.128605Z","caller":"traceutil/trace.go:171","msg":"trace[1361260072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.773117242s","start":"2026-06-26T17:09:50.355482Z","end":"2026-06-26T17:10:00.128599Z","steps":["trace[1361260072] 'agreement among raft nodes before linearized reading' (duration: 9.773090852s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.12864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:50.355438Z","time spent":"9.773191773s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-26T17:10:00.128683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.878862973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.12871Z","caller":"traceutil/trace.go:171","msg":"trace[2078995343] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; }","duration":"9.878944495s","start":"2026-06-26T17:09:50.249759Z","end":"2026-06-26T17:10:00.128704Z","steps":["trace[2078995343] 'agreement among raft nodes before linearized reading' (duration: 9.878915464s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.128738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:50.249737Z","time spent":"9.878991135s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.12887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.23337956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.128906Z","caller":"traceutil/trace.go:171","msg":"trace[456220250] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"10.233501593s","start":"2026-06-26T17:09:49.895392Z","end":"2026-06-26T17:10:00.128894Z","steps":["trace[456220250] 'agreement among raft nodes before linearized reading' (duration: 10.233465442s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.12894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:49.895364Z","time spent":"10.233568014s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.128988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.775417142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129015Z","caller":"traceutil/trace.go:171","msg":"trace[1444940697] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"10.775499544s","start":"2026-06-26T17:09:49.353509Z","end":"2026-06-26T17:10:00.129009Z","steps":["trace[1444940697] 'agreement among raft nodes before linearized reading' (duration: 10.775468953s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:49.353485Z","time spent":"10.775548444s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.12927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.83257242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129298Z","caller":"traceutil/trace.go:171","msg":"trace[507475325] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"11.832822215s","start":"2026-06-26T17:09:48.296469Z","end":"2026-06-26T17:10:00.129291Z","steps":["trace[507475325] 'agreement among raft nodes before linearized reading' (duration: 11.832605561s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:48.296431Z","time spent":"11.832886375s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.129368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.994607571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129396Z","caller":"traceutil/trace.go:171","msg":"trace[900044432] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; }","duration":"11.994690972s","start":"2026-06-26T17:09:48.134699Z","end":"2026-06-26T17:10:00.12939Z","steps":["trace[900044432] 'agreement among raft nodes before linearized reading' (duration: 11.994662592s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:48.134677Z","time spent":"11.994739793s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T17:10:00.129466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995950202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129493Z","caller":"traceutil/trace.go:171","msg":"trace[2073070087] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; }","duration":"11.996017984s","start":"2026-06-26T17:09:48.133467Z","end":"2026-06-26T17:10:00.129485Z","steps":["trace[2073070087] 'agreement among raft nodes before linearized reading' (duration: 11.995992353s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.12952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:48.133445Z","time spent":"11.996070395s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T17:10:00.12955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.246029471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129568Z","caller":"traceutil/trace.go:171","msg":"trace[281073556] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"12.246106922s","start":"2026-06-26T17:09:47.883456Z","end":"2026-06-26T17:10:00.129563Z","steps":["trace[281073556] 'agreement among raft nodes before linearized reading' (duration: 12.246088452s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:47.883391Z","time spent":"12.246187513s","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.129614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.67799008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129632Z","caller":"traceutil/trace.go:171","msg":"trace[1509331133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; }","duration":"12.678047401s","start":"2026-06-26T17:09:47.45158Z","end":"2026-06-26T17:10:00.129628Z","steps":["trace[1509331133] 'agreement among raft nodes before linearized reading' (duration: 12.678027821s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:47.451561Z","time spent":"12.678083001s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.129675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.893525115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129695Z","caller":"traceutil/trace.go:171","msg":"trace[1136852457] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; }","duration":"13.893571486s","start":"2026-06-26T17:09:46.236116Z","end":"2026-06-26T17:10:00.129688Z","steps":["trace[1136852457] 'agreement among raft nodes before linearized reading' (duration: 13.893553616s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.236103Z","time spent":"13.893607486s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-26T17:10:00.129743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.986863882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129759Z","caller":"traceutil/trace.go:171","msg":"trace[168777101] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"13.986895522s","start":"2026-06-26T17:09:46.14286Z","end":"2026-06-26T17:10:00.129755Z","steps":["trace[168777101] 'agreement among raft nodes before linearized reading' (duration: 13.986877432s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.14285Z","time spent":"13.986921652s","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.129805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.997544993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129822Z","caller":"traceutil/trace.go:171","msg":"trace[1514855840] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs; range_end:; }","duration":"13.997612314s","start":"2026-06-26T17:09:46.132206Z","end":"2026-06-26T17:10:00.129818Z","steps":["trace[1514855840] 'agreement among raft nodes before linearized reading' (duration: 13.997594294s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.132194Z","time spent":"13.997639074s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hv9bs\" "} {"level":"warn","ts":"2026-06-26T17:10:00.129865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.997643205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T17:10:00.129882Z","caller":"traceutil/trace.go:171","msg":"trace[592673892] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5; range_end:; }","duration":"13.997660145s","start":"2026-06-26T17:09:46.132218Z","end":"2026-06-26T17:10:00.129878Z","steps":["trace[592673892] 'agreement among raft nodes before linearized reading' (duration: 13.997642825s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.129897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:46.132149Z","time spent":"13.997744596s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5\" "} {"level":"warn","ts":"2026-06-26T17:10:00.173887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"42.194303546s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T17:10:00.36981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:53.36912Z","time spent":"7.000680333s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T17:10:00.732639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T17:10:00.732755Z","caller":"traceutil/trace.go:171","msg":"trace[34373293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241036s","start":"2026-06-26T17:09:58.732487Z","end":"2026-06-26T17:10:00.732728Z","steps":["trace[34373293] 'agreement among raft nodes before linearized reading' (duration: 2.000084323s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.732926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:58.732445Z","time spent":"2.00046526s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T17:10:00.904238Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"39.41µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.904371Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"21.47µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.906638Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"11.86µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.906715Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.87µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.906748Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.44µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.906811Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.01µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.906988Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"63.271µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.907027Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"6.6µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.907403Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"79.632µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.907714Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"21.62µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.907878Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"47.191µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.908113Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"39.751µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.908296Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.891µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.908346Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0f50","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.908505Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb0fc7","error":"lease not found"} {"level":"warn","ts":"2026-06-26T17:10:00.908845Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"36.241µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-06-26T17:10:00.908969Z","caller":"traceutil/trace.go:171","msg":"trace[1766084652] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"1.307322419s","start":"2026-06-26T17:09:59.601617Z","end":"2026-06-26T17:10:00.908939Z","steps":["trace[1766084652] 'process raft request' (duration: 1.307128306s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:10:00.909117Z","caller":"traceutil/trace.go:171","msg":"trace[1308168955] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5690; }","duration":"781.105081ms","start":"2026-06-26T17:10:00.127946Z","end":"2026-06-26T17:10:00.909051Z","steps":["trace[1308168955] 'read index received' (duration: 46.385049ms)","trace[1308168955] 'applied index is now lower than readState.Index' (duration: 734.717432ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:10:00.909205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714150275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12170"} {"level":"warn","ts":"2026-06-26T17:10:00.909248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:59.6016Z","time spent":"1.307403171s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T17:10:00.909269Z","caller":"traceutil/trace.go:171","msg":"trace[1714004057] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5493; }","duration":"2.714231817s","start":"2026-06-26T17:09:58.195016Z","end":"2026-06-26T17:10:00.909248Z","steps":["trace[1714004057] 'agreement among raft nodes before linearized reading' (duration: 2.714049164s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.90932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:58.194937Z","time spent":"2.714373839s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12192,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-26T17:10:00.909654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989658199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:10:00.909758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164519456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:10:00.909837Z","caller":"traceutil/trace.go:171","msg":"trace[1639049552] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5493; }","duration":"4.164602877s","start":"2026-06-26T17:09:56.745218Z","end":"2026-06-26T17:10:00.909821Z","steps":["trace[1639049552] 'agreement among raft nodes before linearized reading' (duration: 4.164520016s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.9099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:56.745211Z","time spent":"4.164650708s","remote":"127.0.0.1:57188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.910028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17585965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:10:00.910138Z","caller":"traceutil/trace.go:171","msg":"trace[1262531629] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5493; }","duration":"1.176041294s","start":"2026-06-26T17:09:59.734069Z","end":"2026-06-26T17:10:00.910111Z","steps":["trace[1262531629] 'agreement among raft nodes before linearized reading' (duration: 1.175821909s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.910202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:59.734041Z","time spent":"1.176149045s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.910259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.325472927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:10:00.910261Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489f04dedb1035","error":"lease not found"} {"level":"info","ts":"2026-06-26T17:10:00.9089Z","caller":"traceutil/trace.go:171","msg":"trace[1138056786] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"1.317791254s","start":"2026-06-26T17:09:59.591081Z","end":"2026-06-26T17:10:00.908873Z","steps":["trace[1138056786] 'process raft request' (duration: 1.317436629s)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:10:00.910317Z","caller":"traceutil/trace.go:171","msg":"trace[1326521275] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5493; }","duration":"6.325552389s","start":"2026-06-26T17:09:54.584728Z","end":"2026-06-26T17:10:00.910281Z","steps":["trace[1326521275] 'agreement among raft nodes before linearized reading' (duration: 6.325502118s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.910349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:54.584706Z","time spent":"6.325636181s","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.910405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:59.591049Z","time spent":"1.31926057s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":453,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T17:10:00.910588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.602966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-06-26T17:10:00.91063Z","caller":"traceutil/trace.go:171","msg":"trace[1969761888] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5493; }","duration":"894.684427ms","start":"2026-06-26T17:10:00.015935Z","end":"2026-06-26T17:10:00.910619Z","steps":["trace[1969761888] 'agreement among raft nodes before linearized reading' (duration: 894.514424ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.910659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:10:00.015909Z","time spent":"894.744399ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-06-26T17:10:00.910103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.067760644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:10:00.910828Z","caller":"traceutil/trace.go:171","msg":"trace[2010225589] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5493; }","duration":"5.068544597s","start":"2026-06-26T17:09:55.842272Z","end":"2026-06-26T17:10:00.910816Z","steps":["trace[2010225589] 'agreement among raft nodes before linearized reading' (duration: 5.067796735s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.910921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:55.842246Z","time spent":"5.06861331s","remote":"127.0.0.1:58700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.909684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.611347352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T17:10:00.911098Z","caller":"traceutil/trace.go:171","msg":"trace[655319279] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5493; }","duration":"6.612826977s","start":"2026-06-26T17:09:54.29826Z","end":"2026-06-26T17:10:00.911087Z","steps":["trace[655319279] 'agreement among raft nodes before linearized reading' (duration: 6.611364622s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.911126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:54.29822Z","time spent":"6.612896558s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.910187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.839830833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:10:00.911288Z","caller":"traceutil/trace.go:171","msg":"trace[991565035] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5493; }","duration":"5.840972402s","start":"2026-06-26T17:09:55.070308Z","end":"2026-06-26T17:10:00.91128Z","steps":["trace[991565035] 'agreement among raft nodes before linearized reading' (duration: 5.839861254s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.91134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:55.070289Z","time spent":"5.841041653s","remote":"127.0.0.1:57284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:10:00.909902Z","caller":"traceutil/trace.go:171","msg":"trace[1212830227] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5493; }","duration":"2.989881432s","start":"2026-06-26T17:09:57.919891Z","end":"2026-06-26T17:10:00.909773Z","steps":["trace[1212830227] 'agreement among raft nodes before linearized reading' (duration: 2.989672719s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.911575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:57.919859Z","time spent":"2.991682053s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.911873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.64917198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T17:10:00.911991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.780696769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:10:00.912114Z","caller":"traceutil/trace.go:171","msg":"trace[592676455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5493; }","duration":"6.649308053s","start":"2026-06-26T17:09:54.262675Z","end":"2026-06-26T17:10:00.911983Z","steps":["trace[592676455] 'agreement among raft nodes before linearized reading' (duration: 6.64913514s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.912539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:54.262636Z","time spent":"6.649882711s","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.91281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.119999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-06-26T17:10:00.912841Z","caller":"traceutil/trace.go:171","msg":"trace[1627626782] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5493; }","duration":"539.183341ms","start":"2026-06-26T17:10:00.373648Z","end":"2026-06-26T17:10:00.912832Z","steps":["trace[1627626782] 'agreement among raft nodes before linearized reading' (duration: 539.114939ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.912863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:10:00.373628Z","time spent":"539.229891ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-06-26T17:10:00.912869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.105256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"warn","ts":"2026-06-26T17:10:00.91293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.287819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:10:00.912933Z","caller":"traceutil/trace.go:171","msg":"trace[1664323409] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:5493; }","duration":"773.207068ms","start":"2026-06-26T17:10:00.139717Z","end":"2026-06-26T17:10:00.912924Z","steps":["trace[1664323409] 'agreement among raft nodes before linearized reading' (duration: 772.993364ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:10:00.912951Z","caller":"traceutil/trace.go:171","msg":"trace[529393460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5493; }","duration":"179.36274ms","start":"2026-06-26T17:10:00.733582Z","end":"2026-06-26T17:10:00.912945Z","steps":["trace[529393460] 'agreement among raft nodes before linearized reading' (duration: 179.33284ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.912958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:10:00.139695Z","time spent":"773.257279ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-06-26T17:10:00.91194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.779848937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T17:10:00.912619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619148327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T17:10:00.91327Z","caller":"traceutil/trace.go:171","msg":"trace[920794142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5493; }","duration":"2.619806019s","start":"2026-06-26T17:09:58.293457Z","end":"2026-06-26T17:10:00.913263Z","steps":["trace[920794142] 'agreement among raft nodes before linearized reading' (duration: 2.619092696s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.913294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:58.293372Z","time spent":"2.619915511s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T17:10:00.913277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.296273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-26T17:10:00.912253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436312973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:10:00.913347Z","caller":"traceutil/trace.go:171","msg":"trace[1482707430] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5; range_end:; response_count:1; response_revision:5493; }","duration":"772.382865ms","start":"2026-06-26T17:10:00.140956Z","end":"2026-06-26T17:10:00.913339Z","steps":["trace[1482707430] 'agreement among raft nodes before linearized reading' (duration: 772.236612ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:10:00.913353Z","caller":"traceutil/trace.go:171","msg":"trace[780996167] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5493; }","duration":"2.437479723s","start":"2026-06-26T17:09:58.475867Z","end":"2026-06-26T17:10:00.913347Z","steps":["trace[780996167] 'agreement among raft nodes before linearized reading' (duration: 2.436226011s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.913371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:10:00.140947Z","time spent":"772.416515ms","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bcb09a24d947e5\" "} {"level":"info","ts":"2026-06-26T17:10:00.913209Z","caller":"traceutil/trace.go:171","msg":"trace[1508488421] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:0; response_revision:5493; }","duration":"7.781119199s","start":"2026-06-26T17:09:53.132077Z","end":"2026-06-26T17:10:00.913196Z","steps":["trace[1508488421] 'agreement among raft nodes before linearized reading' (duration: 7.779822656s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.913506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:53.132028Z","time spent":"7.781430763s","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-26T17:10:00.913373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:58.47578Z","time spent":"2.437586894s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.912312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397352957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T17:10:00.91374Z","caller":"traceutil/trace.go:171","msg":"trace[878960108] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5493; }","duration":"2.398834542s","start":"2026-06-26T17:09:58.514898Z","end":"2026-06-26T17:10:00.913733Z","steps":["trace[878960108] 'agreement among raft nodes before linearized reading' (duration: 2.397387038s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.91377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:58.514873Z","time spent":"2.398886734s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:10:00.913141Z","caller":"traceutil/trace.go:171","msg":"trace[537456934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5493; }","duration":"6.78073833s","start":"2026-06-26T17:09:54.131279Z","end":"2026-06-26T17:10:00.912017Z","steps":["trace[537456934] 'agreement among raft nodes before linearized reading' (duration: 6.780684199s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.914117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:54.131204Z","time spent":"6.782894946s","remote":"127.0.0.1:57162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T17:10:00.915387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403980033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-26T17:10:00.915446Z","caller":"traceutil/trace.go:171","msg":"trace[1806676828] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5493; }","duration":"1.404102324s","start":"2026-06-26T17:09:59.511335Z","end":"2026-06-26T17:10:00.915437Z","steps":["trace[1806676828] 'agreement among raft nodes before linearized reading' (duration: 1.403617416s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:10:00.915474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T17:09:59.511301Z","time spent":"1.404166666s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":574,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-06-26T17:12:25.841095Z","caller":"traceutil/trace.go:171","msg":"trace[973728412] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"107.225931ms","start":"2026-06-26T17:12:25.733812Z","end":"2026-06-26T17:12:25.841038Z","steps":["trace[973728412] 'process raft request' (duration: 106.56903ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:12:33.34172Z","caller":"traceutil/trace.go:171","msg":"trace[718153965] transaction","detail":"{read_only:false; response_revision:6645; number_of_response:1; }","duration":"120.849527ms","start":"2026-06-26T17:12:33.220825Z","end":"2026-06-26T17:12:33.341674Z","steps":["trace[718153965] 'process raft request' (duration: 40.80182ms)","trace[718153965] 'compare' (duration: 79.824923ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:12:39.041022Z","caller":"traceutil/trace.go:171","msg":"trace[1007201055] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"107.139224ms","start":"2026-06-26T17:12:38.933847Z","end":"2026-06-26T17:12:39.040986Z","steps":["trace[1007201055] 'process raft request' (duration: 106.738537ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:12:39.15694Z","caller":"traceutil/trace.go:171","msg":"trace[502528115] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"110.241151ms","start":"2026-06-26T17:12:39.046108Z","end":"2026-06-26T17:12:39.156349Z","steps":["trace[502528115] 'process raft request' (duration: 104.269959ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:12:46.363244Z","caller":"traceutil/trace.go:171","msg":"trace[2085082128] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"141.107875ms","start":"2026-06-26T17:12:46.22212Z","end":"2026-06-26T17:12:46.363228Z","steps":["trace[2085082128] 'process raft request' (duration: 140.965451ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:13:02.699605Z","caller":"traceutil/trace.go:171","msg":"trace[1390684353] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"168.90287ms","start":"2026-06-26T17:13:02.530665Z","end":"2026-06-26T17:13:02.699568Z","steps":["trace[1390684353] 'process raft request' (duration: 168.707294ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:13:02.706028Z","caller":"traceutil/trace.go:171","msg":"trace[1422615668] linearizableReadLoop","detail":"{readStateIndex:7132; appliedIndex:7130; }","duration":"150.315019ms","start":"2026-06-26T17:13:02.555692Z","end":"2026-06-26T17:13:02.706007Z","steps":["trace[1422615668] 'read index received' (duration: 143.776976ms)","trace[1422615668] 'applied index is now lower than readState.Index' (duration: 6.537383ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:13:02.706132Z","caller":"traceutil/trace.go:171","msg":"trace[1071780149] transaction","detail":"{read_only:false; response_revision:6851; number_of_response:1; }","duration":"154.462222ms","start":"2026-06-26T17:13:02.55166Z","end":"2026-06-26T17:13:02.706122Z","steps":["trace[1071780149] 'process raft request' (duration: 154.217045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T17:13:02.706353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.644948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-26T17:13:02.706402Z","caller":"traceutil/trace.go:171","msg":"trace[329192393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6851; }","duration":"150.740711ms","start":"2026-06-26T17:13:02.555652Z","end":"2026-06-26T17:13:02.706393Z","steps":["trace[329192393] 'agreement among raft nodes before linearized reading' (duration: 150.591697ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:13:06.418738Z","caller":"traceutil/trace.go:171","msg":"trace[1782241139] linearizableReadLoop","detail":"{readStateIndex:7150; appliedIndex:7149; }","duration":"195.24347ms","start":"2026-06-26T17:13:06.223448Z","end":"2026-06-26T17:13:06.418691Z","steps":["trace[1782241139] 'read index received' (duration: 195.050074ms)","trace[1782241139] 'applied index is now lower than readState.Index' (duration: 192.216µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T17:13:06.41896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.496578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T17:13:06.419Z","caller":"traceutil/trace.go:171","msg":"trace[2055783211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6868; }","duration":"195.601812ms","start":"2026-06-26T17:13:06.223384Z","end":"2026-06-26T17:13:06.418986Z","steps":["trace[2055783211] 'agreement among raft nodes before linearized reading' (duration: 195.435767ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:13:06.419283Z","caller":"traceutil/trace.go:171","msg":"trace[1890191669] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"205.447141ms","start":"2026-06-26T17:13:06.213826Z","end":"2026-06-26T17:13:06.419273Z","steps":["trace[1890191669] 'process raft request' (duration: 204.728169ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T17:13:06.602587Z","caller":"traceutil/trace.go:171","msg":"trace[775837587] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"177.743966ms","start":"2026-06-26T17:13:06.42477Z","end":"2026-06-26T17:13:06.602514Z","steps":["trace[775837587] 'process raft request' (duration: 118.38374ms)","trace[775837587] 'compare' (duration: 58.780089ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T17:14:04.592599Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5386} {"level":"info","ts":"2026-06-26T17:14:04.680787Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5386,"took":"86.354215ms","hash":2801153546,"current-db-size-bytes":54001664,"current-db-size":"54 MB","current-db-size-in-use-bytes":19079168,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-06-26T17:14:04.680844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2801153546,"revision":5386,"compact-revision":2825}