{"level":"warn","ts":"2026-07-01T00:52:40.753292Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T00:52:40.753421Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-01T00:52:40.753505Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T00:52:40.753518Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-01T00:52:40.75354Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T00:52:40.754275Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-07-01T00:52:40.754365Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-01T00:52:40.758754Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.134723ms"} {"level":"info","ts":"2026-07-01T00:52:40.764606Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-07-01T00:52:40.764707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-07-01T00:52:40.764737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-07-01T00:52:40.764749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-01T00:52:40.764761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-07-01T00:52:40.764811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-07-01T00:52:40.771844Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-01T00:52:40.773646Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-01T00:52:40.774868Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-01T00:52:40.777687Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-01T00:52:40.777885Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-01T00:52:40.778128Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:40.77829Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:40.77834Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:40.778785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-07-01T00:52:40.778959Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-01T00:52:40.785095Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T00:52:40.785569Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-01T00:52:40.785688Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-01T00:52:40.785776Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-01T00:52:40.785827Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-01T00:52:41.665385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-07-01T00:52:41.665453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-01T00:52:41.665497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-07-01T00:52:41.665519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-07-01T00:52:41.665539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-01T00:52:41.665556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-07-01T00:52:41.665576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-01T00:52:41.666927Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T00:52:41.666954Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:41.666961Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T00:52:41.666912Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-07-01T00:52:41.667207Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-01T00:52:41.667257Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-01T00:52:41.668121Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:41.668238Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:41.668287Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:41.670411Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-01T00:52:41.670553Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"warn","ts":"2026-07-01T00:52:57.08823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.978202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:52:57.088413Z","caller":"traceutil/trace.go:171","msg":"trace[512518202] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"183.520112ms","start":"2026-07-01T00:52:56.904871Z","end":"2026-07-01T00:52:57.088392Z","steps":["trace[512518202] 'read index received' (duration: 48.501µs)","trace[512518202] 'applied index is now lower than readState.Index' (duration: 183.469821ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:57.088469Z","caller":"traceutil/trace.go:171","msg":"trace[1386812359] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"246.170463ms","start":"2026-07-01T00:52:56.842257Z","end":"2026-07-01T00:52:57.088427Z","steps":["trace[1386812359] 'process raft request' (duration: 59.131879ms)","trace[1386812359] 'compare' (duration: 185.651735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:57.088563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.690616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:52:57.088625Z","caller":"traceutil/trace.go:171","msg":"trace[634475761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:408; }","duration":"183.800749ms","start":"2026-07-01T00:52:56.904808Z","end":"2026-07-01T00:52:57.088609Z","steps":["trace[634475761] 'agreement among raft nodes before linearized reading' (duration: 183.667746ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:57.230843Z","caller":"traceutil/trace.go:171","msg":"trace[391896255] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"137.384338ms","start":"2026-07-01T00:52:57.09343Z","end":"2026-07-01T00:52:57.230814Z","steps":["trace[391896255] 'process raft request' (duration: 104.418085ms)","trace[391896255] 'compare' (duration: 32.831711ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:57.555266Z","caller":"traceutil/trace.go:171","msg":"trace[1399359087] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"129.952037ms","start":"2026-07-01T00:52:57.425287Z","end":"2026-07-01T00:52:57.55524Z","steps":["trace[1399359087] 'read index received' (duration: 129.772333ms)","trace[1399359087] 'applied index is now lower than readState.Index' (duration: 178.684µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:57.555403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.109229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:52:57.555386Z","caller":"traceutil/trace.go:171","msg":"trace[2016320633] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"172.008896ms","start":"2026-07-01T00:52:57.383338Z","end":"2026-07-01T00:52:57.555347Z","steps":["trace[2016320633] 'process raft request' (duration: 171.74436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:57.555442Z","caller":"traceutil/trace.go:171","msg":"trace[1714365945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"130.214181ms","start":"2026-07-01T00:52:57.425218Z","end":"2026-07-01T00:52:57.555432Z","steps":["trace[1714365945] 'agreement among raft nodes before linearized reading' (duration: 130.127ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.549947Z","caller":"traceutil/trace.go:171","msg":"trace[2053405528] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"138.346658ms","start":"2026-07-01T00:53:25.411564Z","end":"2026-07-01T00:53:25.549911Z","steps":["trace[2053405528] 'process raft request' (duration: 138.089343ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.726189Z","caller":"traceutil/trace.go:171","msg":"trace[1716443792] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"156.701594ms","start":"2026-07-01T00:53:25.569432Z","end":"2026-07-01T00:53:25.726133Z","steps":["trace[1716443792] 'process raft request' (duration: 108.631981ms)","trace[1716443792] 'compare' (duration: 47.740696ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:25.733357Z","caller":"traceutil/trace.go:171","msg":"trace[727745411] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"126.014017ms","start":"2026-07-01T00:53:25.607293Z","end":"2026-07-01T00:53:25.733307Z","steps":["trace[727745411] 'process raft request' (duration: 119.77472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:26.192994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.866264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:26.19324Z","caller":"traceutil/trace.go:171","msg":"trace[1564998993] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"408.016353ms","start":"2026-07-01T00:53:25.785205Z","end":"2026-07-01T00:53:26.193221Z","steps":["trace[1564998993] 'process raft request' (duration: 407.966132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:26.193309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:25.785172Z","time spent":"408.107144ms","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:26.193504Z","caller":"traceutil/trace.go:171","msg":"trace[616660650] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"453.493082ms","start":"2026-07-01T00:53:25.739969Z","end":"2026-07-01T00:53:26.193462Z","steps":["trace[616660650] 'process raft request' (duration: 453.139905ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:26.193578Z","caller":"traceutil/trace.go:171","msg":"trace[1094936086] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"454.982862ms","start":"2026-07-01T00:53:25.738538Z","end":"2026-07-01T00:53:26.193521Z","steps":["trace[1094936086] 'process raft request' (duration: 101.452644ms)","trace[1094936086] 'compare' (duration: 352.691701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:26.193673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:25.739943Z","time spent":"453.633875ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:26.19381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:25.738513Z","time spent":"455.173636ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:40.462335Z","caller":"traceutil/trace.go:171","msg":"trace[765991322] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"198.05325ms","start":"2026-07-01T00:53:40.264255Z","end":"2026-07-01T00:53:40.462308Z","steps":["trace[765991322] 'process raft request' (duration: 197.900717ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:52.278174Z","caller":"traceutil/trace.go:171","msg":"trace[137786550] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"227.504511ms","start":"2026-07-01T00:54:52.050639Z","end":"2026-07-01T00:54:52.278144Z","steps":["trace[137786550] 'read index received' (duration: 227.371179ms)","trace[137786550] 'applied index is now lower than readState.Index' (duration: 132.142µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:52.278284Z","caller":"traceutil/trace.go:171","msg":"trace[1308525149] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"248.984639ms","start":"2026-07-01T00:54:52.029256Z","end":"2026-07-01T00:54:52.27824Z","steps":["trace[1308525149] 'process raft request' (duration: 248.705014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:52.278471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.807288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb0a07e4-f5b0-4c51-aafa-989090f7022e\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-07-01T00:54:52.278526Z","caller":"traceutil/trace.go:171","msg":"trace[1922162207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb0a07e4-f5b0-4c51-aafa-989090f7022e; range_end:; response_count:1; response_revision:1851; }","duration":"227.91126ms","start":"2026-07-01T00:54:52.0506Z","end":"2026-07-01T00:54:52.278511Z","steps":["trace[1922162207] 'agreement among raft nodes before linearized reading' (duration: 227.702205ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:52.34231Z","caller":"traceutil/trace.go:171","msg":"trace[748687880] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"216.774633ms","start":"2026-07-01T00:54:52.125502Z","end":"2026-07-01T00:54:52.342276Z","steps":["trace[748687880] 'process raft request' (duration: 216.582769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:52.343506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.973791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb0a07e4-f5b0-4c51-aafa-989090f7022e\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-07-01T00:54:52.343592Z","caller":"traceutil/trace.go:171","msg":"trace[2135692113] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb0a07e4-f5b0-4c51-aafa-989090f7022e; range_end:; response_count:1; response_revision:1852; }","duration":"278.166905ms","start":"2026-07-01T00:54:52.065389Z","end":"2026-07-01T00:54:52.343556Z","steps":["trace[2135692113] 'agreement among raft nodes before linearized reading' (duration: 276.862178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:52.695397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.499292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:52.695556Z","caller":"traceutil/trace.go:171","msg":"trace[1766760988] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"240.069608ms","start":"2026-07-01T00:54:52.455463Z","end":"2026-07-01T00:54:52.695532Z","steps":["trace[1766760988] 'process raft request' (duration: 87.313581ms)","trace[1766760988] 'compare' (duration: 152.206835ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:52.7784Z","caller":"traceutil/trace.go:171","msg":"trace[1399474595] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"322.343146ms","start":"2026-07-01T00:54:52.456019Z","end":"2026-07-01T00:54:52.778362Z","steps":["trace[1399474595] 'process raft request' (duration: 322.085411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:52.778611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:52.45599Z","time spent":"322.504329ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:52.778743Z","caller":"traceutil/trace.go:171","msg":"trace[1160948248] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"322.195423ms","start":"2026-07-01T00:54:52.456494Z","end":"2026-07-01T00:54:52.778689Z","steps":["trace[1160948248] 'process raft request' (duration: 321.769834ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:52.778891Z","caller":"traceutil/trace.go:171","msg":"trace[926137631] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1926; }","duration":"257.737798ms","start":"2026-07-01T00:54:52.521121Z","end":"2026-07-01T00:54:52.778859Z","steps":["trace[926137631] 'read index received' (duration: 21.676783ms)","trace[926137631] 'applied index is now lower than readState.Index' (duration: 236.059505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:52.778938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:52.456483Z","time spent":"322.347326ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:52.779042Z","caller":"traceutil/trace.go:171","msg":"trace[1283010110] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"322.390737ms","start":"2026-07-01T00:54:52.456575Z","end":"2026-07-01T00:54:52.778966Z","steps":["trace[1283010110] 'process raft request' (duration: 321.995299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:52.779159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.037465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T00:54:52.779242Z","caller":"traceutil/trace.go:171","msg":"trace[1043805674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"258.147657ms","start":"2026-07-01T00:54:52.521061Z","end":"2026-07-01T00:54:52.779208Z","steps":["trace[1043805674] 'agreement among raft nodes before linearized reading' (duration: 257.938862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:52.779252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:52.45657Z","time spent":"322.572612ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:37.518579Z","caller":"traceutil/trace.go:171","msg":"trace[705868750] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"102.811543ms","start":"2026-07-01T00:55:37.415733Z","end":"2026-07-01T00:55:37.518544Z","steps":["trace[705868750] 'process raft request' (duration: 102.557718ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:43.864149Z","caller":"traceutil/trace.go:171","msg":"trace[1670068990] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"120.207918ms","start":"2026-07-01T00:55:43.743841Z","end":"2026-07-01T00:55:43.864049Z","steps":["trace[1670068990] 'process raft request' (duration: 119.983354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:44.250578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.435933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:44.250839Z","caller":"traceutil/trace.go:171","msg":"trace[838243560] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"381.470262ms","start":"2026-07-01T00:55:43.869332Z","end":"2026-07-01T00:55:44.250802Z","steps":["trace[838243560] 'process raft request' (duration: 150.689712ms)","trace[838243560] 'compare' (duration: 230.224599ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:44.2511Z","caller":"traceutil/trace.go:171","msg":"trace[962749578] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"381.692146ms","start":"2026-07-01T00:55:43.869372Z","end":"2026-07-01T00:55:44.251064Z","steps":["trace[962749578] 'process raft request' (duration: 381.343169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:44.251299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:43.869342Z","time spent":"381.85156ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:44.251332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:43.869315Z","time spent":"381.88071ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:44.421275Z","caller":"traceutil/trace.go:171","msg":"trace[1200597895] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"164.940864ms","start":"2026-07-01T00:55:44.25629Z","end":"2026-07-01T00:55:44.421231Z","steps":["trace[1200597895] 'process raft request' (duration: 149.154281ms)","trace[1200597895] 'compare' (duration: 15.268612ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:12.534933Z","caller":"traceutil/trace.go:171","msg":"trace[588219628] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"120.471829ms","start":"2026-07-01T00:57:12.414406Z","end":"2026-07-01T00:57:12.534878Z","steps":["trace[588219628] 'process raft request' (duration: 120.052931ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:22.423743Z","caller":"traceutil/trace.go:171","msg":"trace[1789586420] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"100.164442ms","start":"2026-07-01T01:01:22.323551Z","end":"2026-07-01T01:01:22.423716Z","steps":["trace[1789586420] 'process raft request' (duration: 100.05716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:22.423764Z","caller":"traceutil/trace.go:171","msg":"trace[1975354747] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"100.298554ms","start":"2026-07-01T01:01:22.323434Z","end":"2026-07-01T01:01:22.423732Z","steps":["trace[1975354747] 'process raft request' (duration: 99.979148ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:22.423987Z","caller":"traceutil/trace.go:171","msg":"trace[971073268] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"100.110852ms","start":"2026-07-01T01:01:22.323805Z","end":"2026-07-01T01:01:22.423916Z","steps":["trace[971073268] 'process raft request' (duration: 99.826685ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:22.423731Z","caller":"traceutil/trace.go:171","msg":"trace[184210631] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"100.257714ms","start":"2026-07-01T01:01:22.323434Z","end":"2026-07-01T01:01:22.423692Z","steps":["trace[184210631] 'process raft request' (duration: 100.144861ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:27.435433Z","caller":"traceutil/trace.go:171","msg":"trace[783374125] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5326; }","duration":"211.674876ms","start":"2026-07-01T01:01:27.223729Z","end":"2026-07-01T01:01:27.435404Z","steps":["trace[783374125] 'read index received' (duration: 178.415622ms)","trace[783374125] 'applied index is now lower than readState.Index' (duration: 33.258034ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:27.435491Z","caller":"traceutil/trace.go:171","msg":"trace[1793056115] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"312.929401ms","start":"2026-07-01T01:01:27.122515Z","end":"2026-07-01T01:01:27.435445Z","steps":["trace[1793056115] 'process raft request' (duration: 279.491183ms)","trace[1793056115] 'compare' (duration: 32.981319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:27.437802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:27.122482Z","time spent":"315.210078ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:01:27.438053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.288279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a8f0a65-ab38-4b4c-9897-2a8d88d315c6\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-07-01T01:01:27.438164Z","caller":"traceutil/trace.go:171","msg":"trace[1640985453] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3a8f0a65-ab38-4b4c-9897-2a8d88d315c6; range_end:; response_count:1; response_revision:5135; }","duration":"214.456933ms","start":"2026-07-01T01:01:27.223686Z","end":"2026-07-01T01:01:27.438143Z","steps":["trace[1640985453] 'agreement among raft nodes before linearized reading' (duration: 214.104836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:27.453475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.424894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a8f0a65-ab38-4b4c-9897-2a8d88d315c6\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-07-01T01:01:27.453634Z","caller":"traceutil/trace.go:171","msg":"trace[703653568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3a8f0a65-ab38-4b4c-9897-2a8d88d315c6; range_end:; response_count:1; response_revision:5136; }","duration":"219.639158ms","start":"2026-07-01T01:01:27.233975Z","end":"2026-07-01T01:01:27.453614Z","steps":["trace[703653568] 'agreement among raft nodes before linearized reading' (duration: 219.187849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:40.026011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.496102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-01T01:01:40.482924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.329027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:01:40.482993Z","caller":"traceutil/trace.go:171","msg":"trace[2126332462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5390; }","duration":"101.46735ms","start":"2026-07-01T01:01:40.381511Z","end":"2026-07-01T01:01:40.482978Z","steps":["trace[2126332462] 'range keys from in-memory index tree' (duration: 101.239416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:40.482978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.064997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:01:40.483107Z","caller":"traceutil/trace.go:171","msg":"trace[1481839424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5390; }","duration":"182.272641ms","start":"2026-07-01T01:01:40.300812Z","end":"2026-07-01T01:01:40.483085Z","steps":["trace[1481839424] 'range keys from in-memory index tree' (duration: 181.817463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:48.709096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.675349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:01:48.709205Z","caller":"traceutil/trace.go:171","msg":"trace[699803416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5553; }","duration":"115.840833ms","start":"2026-07-01T01:01:48.593341Z","end":"2026-07-01T01:01:48.709182Z","steps":["trace[699803416] 'agreement among raft nodes before linearized reading' (duration: 115.565767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:48.709269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.99006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:01:48.709393Z","caller":"traceutil/trace.go:171","msg":"trace[1439147637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5553; }","duration":"129.133503ms","start":"2026-07-01T01:01:48.580232Z","end":"2026-07-01T01:01:48.709366Z","steps":["trace[1439147637] 'agreement among raft nodes before linearized reading' (duration: 128.715034ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:48.710149Z","caller":"traceutil/trace.go:171","msg":"trace[1026121288] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"123.412666ms","start":"2026-07-01T01:01:48.586715Z","end":"2026-07-01T01:01:48.710128Z","steps":["trace[1026121288] 'process raft request' (duration: 59.397386ms)","trace[1026121288] 'compare' (duration: 62.420797ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:41.693935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3016} {"level":"info","ts":"2026-07-01T01:02:41.780773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3016,"took":"85.065268ms","hash":2466341646,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":31428608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T01:02:41.780851Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2466341646,"revision":3016,"compact-revision":-1} {"level":"warn","ts":"2026-07-01T01:05:03.853299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367095575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:05:03.896978Z","caller":"traceutil/trace.go:171","msg":"trace[1581093689] transaction","detail":"{read_only:false; response_revision:6962; number_of_response:1; }","duration":"747.764806ms","start":"2026-07-01T01:05:03.149185Z","end":"2026-07-01T01:05:03.89695Z","steps":["trace[1581093689] 'process raft request' (duration: 747.507221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:03.897174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.149167Z","time spent":"747.916299ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:05:05.380671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:05.380897Z","caller":"traceutil/trace.go:171","msg":"trace[1223299816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049987s","start":"2026-07-01T01:05:03.380296Z","end":"2026-07-01T01:05:05.380795Z","steps":["trace[1223299816] 'agreement among raft nodes before linearized reading' (duration: 2.000307327s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:05.380997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.380276Z","time spent":"2.000705244s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:05:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:07.381544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:07.381645Z","caller":"traceutil/trace.go:171","msg":"trace[1300769102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156163s","start":"2026-07-01T01:05:05.381466Z","end":"2026-07-01T01:05:07.381622Z","steps":["trace[1300769102] 'agreement among raft nodes before linearized reading' (duration: 2.000031261s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:07.381699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:05.381439Z","time spent":"2.000249406s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:05:07.624697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:05:07.624824Z","caller":"traceutil/trace.go:171","msg":"trace[1559757083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048952s","start":"2026-07-01T01:05:05.624295Z","end":"2026-07-01T01:05:07.624785Z","steps":["trace[1559757083] 'agreement among raft nodes before linearized reading' (duration: 2.000329637s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:07.624882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:05.624287Z","time spent":"2.000583612s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:05:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:08.513408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.513912Z","time spent":"4.9994878s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:05:08.689373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.690578Z","time spent":"4.998786896s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:05:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:08.819805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99942776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:08.81993Z","caller":"traceutil/trace.go:171","msg":"trace[2081211537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999615304s","start":"2026-07-01T01:05:03.820283Z","end":"2026-07-01T01:05:08.819898Z","steps":["trace[2081211537] 'agreement among raft nodes before linearized reading' (duration: 4.999459141s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:08.820002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.820261Z","time spent":"4.999725925s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 01:05:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:08.822424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999586383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:08.822486Z","caller":"traceutil/trace.go:171","msg":"trace[1714584174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999697575s","start":"2026-07-01T01:05:03.822773Z","end":"2026-07-01T01:05:08.82247Z","steps":["trace[1714584174] 'agreement among raft nodes before linearized reading' (duration: 4.999627494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:08.822532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.822753Z","time spent":"4.999766947s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:05:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:09.137874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999773555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:05:09.137967Z","caller":"traceutil/trace.go:171","msg":"trace[1170780493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999901989s","start":"2026-07-01T01:05:04.138043Z","end":"2026-07-01T01:05:09.137945Z","steps":["trace[1170780493] 'agreement among raft nodes before linearized reading' (duration: 4.999788746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.138019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.138012Z","time spent":"4.999998481s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:05:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:09.333999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464711529s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:05:09.334245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.437566928s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:05:09.334483Z","caller":"traceutil/trace.go:171","msg":"trace[181478179] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6962; }","duration":"4.464965134s","start":"2026-07-01T01:05:04.869253Z","end":"2026-07-01T01:05:09.334218Z","steps":["trace[181478179] 'range keys from in-memory index tree' (duration: 4.464690159s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:09.336895Z","caller":"traceutil/trace.go:171","msg":"trace[1325327900] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"6.122460228s","start":"2026-07-01T01:05:03.214418Z","end":"2026-07-01T01:05:09.336879Z","steps":["trace[1325327900] 'process raft request' (duration: 6.12011929s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.33708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.214372Z","time spent":"6.122630001s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:05:09.339298Z","caller":"traceutil/trace.go:171","msg":"trace[1755571051] linearizableReadLoop","detail":"{readStateIndex:7215; appliedIndex:7211; }","duration":"5.986280862s","start":"2026-07-01T01:05:03.352919Z","end":"2026-07-01T01:05:09.3392Z","steps":["trace[1755571051] 'read index received' (duration: 543.723743ms)","trace[1755571051] 'applied index is now lower than readState.Index' (duration: 5.442555709s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:05:09.339694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.986755732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:05:09.33975Z","caller":"traceutil/trace.go:171","msg":"trace[1538301649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6965; }","duration":"5.986874335s","start":"2026-07-01T01:05:03.352859Z","end":"2026-07-01T01:05:09.339734Z","steps":["trace[1538301649] 'agreement among raft nodes before linearized reading' (duration: 5.98662044s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.339795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.352839Z","time spent":"5.986944636s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:05:09.340103Z","caller":"traceutil/trace.go:171","msg":"trace[735975583] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"4.963278575s","start":"2026-07-01T01:05:04.376746Z","end":"2026-07-01T01:05:09.340025Z","steps":["trace[735975583] 'process raft request' (duration: 4.962915617s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.340361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.376713Z","time spent":"4.96354124s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:05:09.340517Z","caller":"traceutil/trace.go:171","msg":"trace[942054996] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"4.432610518s","start":"2026-07-01T01:05:04.907863Z","end":"2026-07-01T01:05:09.340473Z","steps":["trace[942054996] 'process raft request' (duration: 4.432226579s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.340584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771627454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:09.340643Z","caller":"traceutil/trace.go:171","msg":"trace[364344117] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6970; }","duration":"4.771733046s","start":"2026-07-01T01:05:04.568892Z","end":"2026-07-01T01:05:09.340625Z","steps":["trace[364344117] 'agreement among raft nodes before linearized reading' (duration: 4.771644204s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.340687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.568866Z","time spent":"4.771811317s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.340705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.671900318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:09.340744Z","caller":"traceutil/trace.go:171","msg":"trace[328664586] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"4.622960854s","start":"2026-07-01T01:05:04.717244Z","end":"2026-07-01T01:05:09.340205Z","steps":["trace[328664586] 'process raft request' (duration: 4.622628427s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.341124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305488586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:05:09.341165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.686159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-01T01:05:09.341169Z","caller":"traceutil/trace.go:171","msg":"trace[1015063849] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6970; }","duration":"4.305567097s","start":"2026-07-01T01:05:05.035586Z","end":"2026-07-01T01:05:09.341153Z","steps":["trace[1015063849] 'agreement among raft nodes before linearized reading' (duration: 4.305471235s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.341208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:05.035572Z","time spent":"4.305627818s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":33,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:05:09.341213Z","caller":"traceutil/trace.go:171","msg":"trace[1930797568] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6970; }","duration":"825.716631ms","start":"2026-07-01T01:05:08.515474Z","end":"2026-07-01T01:05:09.341191Z","steps":["trace[1930797568] 'agreement among raft nodes before linearized reading' (duration: 825.65639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.340575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6666644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:05:09.341252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:08.515418Z","time spent":"825.827053ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:05:09.341215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.717224Z","time spent":"4.623900323s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:05:09.341273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103608754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:05:09.34151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270648297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:05:09.341528Z","caller":"traceutil/trace.go:171","msg":"trace[1109682351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6970; }","duration":"2.103920741s","start":"2026-07-01T01:05:07.237598Z","end":"2026-07-01T01:05:09.341519Z","steps":["trace[1109682351] 'agreement among raft nodes before linearized reading' (duration: 2.103638745s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:09.341558Z","caller":"traceutil/trace.go:171","msg":"trace[2079541657] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6970; }","duration":"5.270733579s","start":"2026-07-01T01:05:04.070816Z","end":"2026-07-01T01:05:09.34155Z","steps":["trace[2079541657] 'agreement among raft nodes before linearized reading' (duration: 5.269976384s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.341601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.070795Z","time spent":"5.270798631s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.340875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831625471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:05:09.34171Z","caller":"traceutil/trace.go:171","msg":"trace[1725795138] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6970; }","duration":"3.832512879s","start":"2026-07-01T01:05:05.509175Z","end":"2026-07-01T01:05:09.341687Z","steps":["trace[1725795138] 'agreement among raft nodes before linearized reading' (duration: 3.831663532s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.341612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:07.237576Z","time spent":"2.104025803s","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.340865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207380453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:05:09.341826Z","caller":"traceutil/trace.go:171","msg":"trace[2121761294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6970; }","duration":"5.208369823s","start":"2026-07-01T01:05:04.133448Z","end":"2026-07-01T01:05:09.341817Z","steps":["trace[2121761294] 'agreement among raft nodes before linearized reading' (duration: 5.20726652s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.341862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.133423Z","time spent":"5.208423924s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:05:09.341768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:05.509151Z","time spent":"3.832600311s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.340945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.068314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:05:09.341966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338495245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:09.341983Z","caller":"traceutil/trace.go:171","msg":"trace[1803764444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6970; }","duration":"651.157755ms","start":"2026-07-01T01:05:08.69081Z","end":"2026-07-01T01:05:09.341968Z","steps":["trace[1803764444] 'agreement among raft nodes before linearized reading' (duration: 650.064993ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:09.342029Z","caller":"traceutil/trace.go:171","msg":"trace[192126642] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6970; }","duration":"2.339204739s","start":"2026-07-01T01:05:07.002795Z","end":"2026-07-01T01:05:09.342Z","steps":["trace[192126642] 'agreement among raft nodes before linearized reading' (duration: 2.338527286s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.34204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:08.690749Z","time spent":"651.275708ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:05:09.342077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:07.002773Z","time spent":"2.339289231s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201660277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-01T01:05:09.34214Z","caller":"traceutil/trace.go:171","msg":"trace[387217223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6970; }","duration":"4.20279757s","start":"2026-07-01T01:05:05.139332Z","end":"2026-07-01T01:05:09.34213Z","steps":["trace[387217223] 'agreement among raft nodes before linearized reading' (duration: 4.201569735s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.342177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:05.139282Z","time spent":"4.202886652s","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:05:09.341039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499476305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-01T01:05:09.342279Z","caller":"traceutil/trace.go:171","msg":"trace[240421106] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:6970; }","duration":"4.500742541s","start":"2026-07-01T01:05:04.841522Z","end":"2026-07-01T01:05:09.342265Z","steps":["trace[240421106] 'agreement among raft nodes before linearized reading' (duration: 4.499463005s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.342329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.8415Z","time spent":"4.500815512s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-07-01T01:05:09.341036Z","caller":"traceutil/trace.go:171","msg":"trace[1582710200] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"2.601685002s","start":"2026-07-01T01:05:06.73933Z","end":"2026-07-01T01:05:09.341015Z","steps":["trace[1582710200] 'process raft request' (duration: 2.601018728s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.342521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:06.739312Z","time spent":"2.60312967s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:05:09.341018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.582317448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:05:09.342681Z","caller":"traceutil/trace.go:171","msg":"trace[995053869] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6970; }","duration":"5.584040913s","start":"2026-07-01T01:05:03.758632Z","end":"2026-07-01T01:05:09.342673Z","steps":["trace[995053869] 'agreement among raft nodes before linearized reading' (duration: 5.582228286s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:09.341076Z","caller":"traceutil/trace.go:171","msg":"trace[712127682] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"1.95416857s","start":"2026-07-01T01:05:07.386898Z","end":"2026-07-01T01:05:09.341066Z","steps":["trace[712127682] 'process raft request' (duration: 1.953549377s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.341093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.754591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:05:09.341243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952318472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:09.341309Z","caller":"traceutil/trace.go:171","msg":"trace[886162164] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6970; }","duration":"2.667436236s","start":"2026-07-01T01:05:06.673828Z","end":"2026-07-01T01:05:09.341264Z","steps":["trace[886162164] 'agreement among raft nodes before linearized reading' (duration: 2.66667877s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:09.34077Z","caller":"traceutil/trace.go:171","msg":"trace[236331150] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6970; }","duration":"5.6720198s","start":"2026-07-01T01:05:03.668735Z","end":"2026-07-01T01:05:09.340755Z","steps":["trace[236331150] 'agreement among raft nodes before linearized reading' (duration: 5.671770335s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.3413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.907834Z","time spent":"4.432765401s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:05:09.340953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004047904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pxjc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-07-01T01:05:09.343485Z","caller":"traceutil/trace.go:171","msg":"trace[891134278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pxjc; range_end:; response_count:1; response_revision:6970; }","duration":"5.006629277s","start":"2026-07-01T01:05:04.336839Z","end":"2026-07-01T01:05:09.343468Z","steps":["trace[891134278] 'agreement among raft nodes before linearized reading' (duration: 5.004054524s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.343521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:04.336806Z","time spent":"5.006704628s","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-6pxjc\" "} {"level":"warn","ts":"2026-07-01T01:05:09.343704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.758615Z","time spent":"5.585079404s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":71,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:05:09.343791Z","caller":"traceutil/trace.go:171","msg":"trace[828352790] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6970; }","duration":"439.489577ms","start":"2026-07-01T01:05:08.904285Z","end":"2026-07-01T01:05:09.343775Z","steps":["trace[828352790] 'agreement among raft nodes before linearized reading' (duration: 436.786282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.343833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:08.904257Z","time spent":"439.564448ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.343817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:06.673803Z","time spent":"2.669967098s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.343909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:07.386867Z","time spent":"1.957002078s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:05:09.343938Z","caller":"traceutil/trace.go:171","msg":"trace[247769635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6970; }","duration":"1.955064308s","start":"2026-07-01T01:05:07.38886Z","end":"2026-07-01T01:05:09.343924Z","steps":["trace[247769635] 'agreement among raft nodes before linearized reading' (duration: 1.95223983s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:09.343919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:03.6687Z","time spent":"5.675171414s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:09.344166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:07.388845Z","time spent":"1.955155519s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:05:37.324234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:37.824609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:38.325165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:38.825709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:39.326757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:39.826925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:40.328049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:40.381628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:05:40.381731Z","caller":"traceutil/trace.go:171","msg":"trace[1267103543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332197s","start":"2026-07-01T01:05:38.381369Z","end":"2026-07-01T01:05:40.381701Z","steps":["trace[1267103543] 'agreement among raft nodes before linearized reading' (duration: 2.000205565s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:40.381807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:38.381341Z","time spent":"2.00043561s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:05:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:40.829033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:41.329529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:41.830421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:41.960757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998883647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:41.960864Z","caller":"traceutil/trace.go:171","msg":"trace[1239914938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999062841s","start":"2026-07-01T01:05:36.961781Z","end":"2026-07-01T01:05:41.960843Z","steps":["trace[1239914938] 'agreement among raft nodes before linearized reading' (duration: 4.998927738s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:41.960921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:36.961744Z","time spent":"4.999164823s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:05:41.971472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999834958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:05:41.971548Z","caller":"traceutil/trace.go:171","msg":"trace[1487717674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99994701s","start":"2026-07-01T01:05:36.971579Z","end":"2026-07-01T01:05:41.971526Z","steps":["trace[1487717674] 'agreement among raft nodes before linearized reading' (duration: 4.999850118s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:41.971604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:36.971568Z","time spent":"5.000021701s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:05:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:42.28715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999022152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:42.287266Z","caller":"traceutil/trace.go:171","msg":"trace[296767596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999200976s","start":"2026-07-01T01:05:37.288037Z","end":"2026-07-01T01:05:42.287238Z","steps":["trace[296767596] 'agreement among raft nodes before linearized reading' (duration: 4.999064453s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:42.287326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.288006Z","time spent":"4.999309027s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:05:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:42.331052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:42.38237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:42.382441Z","caller":"traceutil/trace.go:171","msg":"trace[870503510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412059s","start":"2026-07-01T01:05:40.382006Z","end":"2026-07-01T01:05:42.382418Z","steps":["trace[870503510] 'agreement among raft nodes before linearized reading' (duration: 2.000320597s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:42.382498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:40.381983Z","time spent":"2.000505271s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:05:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:42.44405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.445559Z","time spent":"4.998487381s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:05:42.450942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.453309Z","time spent":"4.997628963s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:05:42.45262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.454851Z","time spent":"4.997759905s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:05:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:42.453986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.456117Z","time spent":"4.997862197s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:05:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:42.831181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:43.332022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:43.60314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:36.602702Z","time spent":"7.00043179s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:05:43.823326Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-01T01:05:43.823614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000328948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T01:05:43.823671Z","caller":"traceutil/trace.go:171","msg":"trace[654078543] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"7.000464911s","start":"2026-07-01T01:05:36.823183Z","end":"2026-07-01T01:05:43.823648Z","steps":["trace[654078543] 'agreement among raft nodes before linearized reading' (duration: 7.000375519s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:43.823731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:36.82315Z","time spent":"7.000565243s","remote":"127.0.0.1:39214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:44.323957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:44.39059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:05:44.390687Z","caller":"traceutil/trace.go:171","msg":"trace[621443278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342168s","start":"2026-07-01T01:05:42.390322Z","end":"2026-07-01T01:05:44.390664Z","steps":["trace[621443278] 'agreement among raft nodes before linearized reading' (duration: 2.000211015s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:44.390746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:42.390303Z","time spent":"2.000431549s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:05:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:44.824973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312398367096285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:05:44.901276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.298369942s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:05:46.367673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:39.367192Z","time spent":"7.000473502s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:05:46.391086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:05:46.391167Z","caller":"traceutil/trace.go:171","msg":"trace[1546572112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573853s","start":"2026-07-01T01:05:44.390574Z","end":"2026-07-01T01:05:46.391148Z","steps":["trace[1546572112] 'agreement among raft nodes before linearized reading' (duration: 2.000462811s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.391215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:44.390567Z","time spent":"2.000639604s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:05:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:05:46.608307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:45.954494Z","time spent":"653.806548ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:05:46.610439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.708892208s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:05:46.611585Z","caller":"traceutil/trace.go:171","msg":"trace[1696676845] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"6.421443031s","start":"2026-07-01T01:05:40.190098Z","end":"2026-07-01T01:05:46.611541Z","steps":["trace[1696676845] 'process raft request' (duration: 6.42087878s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.612037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:40.190073Z","time spent":"6.421807288s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:05:46.618282Z","caller":"traceutil/trace.go:171","msg":"trace[1723336540] linearizableReadLoop","detail":"{readStateIndex:7473; appliedIndex:7464; }","duration":"2.794743703s","start":"2026-07-01T01:05:43.823502Z","end":"2026-07-01T01:05:46.618246Z","steps":["trace[1723336540] 'read index received' (duration: 1.078082986s)","trace[1723336540] 'applied index is now lower than readState.Index' (duration: 1.716659687s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:05:46.618473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.658017476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-01T01:05:46.61854Z","caller":"traceutil/trace.go:171","msg":"trace[402542639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7212; }","duration":"6.658167419s","start":"2026-07-01T01:05:39.960355Z","end":"2026-07-01T01:05:46.618522Z","steps":["trace[402542639] 'agreement among raft nodes before linearized reading' (duration: 6.657940344s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.61855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.664310104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:05:46.618525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166045894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-01T01:05:46.618584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:39.960333Z","time spent":"6.658244411s","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:05:46.618622Z","caller":"traceutil/trace.go:171","msg":"trace[1013256878] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:7212; }","duration":"4.166190547s","start":"2026-07-01T01:05:42.452402Z","end":"2026-07-01T01:05:46.618592Z","steps":["trace[1013256878] 'agreement among raft nodes before linearized reading' (duration: 4.165971953s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.618677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:42.452381Z","time spent":"4.16628832s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:05:46.618716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.081833085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:05:46.618753Z","caller":"traceutil/trace.go:171","msg":"trace[2045768215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7212; }","duration":"9.081885776s","start":"2026-07-01T01:05:37.536861Z","end":"2026-07-01T01:05:46.618746Z","steps":["trace[2045768215] 'agreement among raft nodes before linearized reading' (duration: 9.081759604s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.618724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.081977828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:05:46.618764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.079207622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7e11540-8ed6-442b-aacb-fdf824530f29\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-07-01T01:05:46.618788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.536854Z","time spent":"9.081927887s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:05:46.618795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.510621723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:05:46.618821Z","caller":"traceutil/trace.go:171","msg":"trace[981052076] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7212; }","duration":"5.510702424s","start":"2026-07-01T01:05:41.108111Z","end":"2026-07-01T01:05:46.618813Z","steps":["trace[981052076] 'agreement among raft nodes before linearized reading' (duration: 5.510632093s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.618819Z","caller":"traceutil/trace.go:171","msg":"trace[1220301753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7212; }","duration":"9.08210792s","start":"2026-07-01T01:05:37.536687Z","end":"2026-07-01T01:05:46.618795Z","steps":["trace[1220301753] 'agreement among raft nodes before linearized reading' (duration: 9.081791034s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.618827Z","caller":"traceutil/trace.go:171","msg":"trace[35512862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7e11540-8ed6-442b-aacb-fdf824530f29; range_end:; response_count:1; response_revision:7212; }","duration":"9.079322073s","start":"2026-07-01T01:05:37.539483Z","end":"2026-07-01T01:05:46.618806Z","steps":["trace[35512862] 'agreement among raft nodes before linearized reading' (duration: 9.079090569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.618848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:41.108082Z","time spent":"5.510760995s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.618862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.536677Z","time spent":"9.082177282s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:05:46.618864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.539449Z","time spent":"9.079407885s","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7e11540-8ed6-442b-aacb-fdf824530f29\" "} {"level":"warn","ts":"2026-07-01T01:05:46.618869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.881649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:05:46.618905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232495154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be04ea6d0b4c58\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-01T01:05:46.618719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941726629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:05:46.618985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.228245158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:05:46.618977Z","caller":"traceutil/trace.go:171","msg":"trace[1151972759] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be04ea6d0b4c58; range_end:; response_count:1; response_revision:7212; }","duration":"4.232592576s","start":"2026-07-01T01:05:42.386356Z","end":"2026-07-01T01:05:46.618949Z","steps":["trace[1151972759] 'agreement among raft nodes before linearized reading' (duration: 4.232422363s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.619032Z","caller":"traceutil/trace.go:171","msg":"trace[1313881668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7212; }","duration":"7.22834399s","start":"2026-07-01T01:05:39.390678Z","end":"2026-07-01T01:05:46.619022Z","steps":["trace[1313881668] 'agreement among raft nodes before linearized reading' (duration: 7.228279638s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.619036Z","caller":"traceutil/trace.go:171","msg":"trace[2007538878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7212; }","duration":"4.942087886s","start":"2026-07-01T01:05:41.676905Z","end":"2026-07-01T01:05:46.618993Z","steps":["trace[2007538878] 'agreement among raft nodes before linearized reading' (duration: 4.941710048s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.582485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7e11540-8ed6-442b-aacb-fdf824530f29\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-07-01T01:05:46.619054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.979323562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:05:46.61906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:42.386334Z","time spent":"4.232715148s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be04ea6d0b4c58\" "} {"level":"warn","ts":"2026-07-01T01:05:46.619078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:41.676884Z","time spent":"4.942181487s","remote":"127.0.0.1:49716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:05:46.619089Z","caller":"traceutil/trace.go:171","msg":"trace[1878955502] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7e11540-8ed6-442b-aacb-fdf824530f29; range_end:; response_count:1; response_revision:7212; }","duration":"169.664797ms","start":"2026-07-01T01:05:46.449413Z","end":"2026-07-01T01:05:46.619078Z","steps":["trace[1878955502] 'agreement among raft nodes before linearized reading' (duration: 169.528504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.158699686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:46.619101Z","caller":"traceutil/trace.go:171","msg":"trace[996011629] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7212; }","duration":"6.979369453s","start":"2026-07-01T01:05:39.639717Z","end":"2026-07-01T01:05:46.619086Z","steps":["trace[996011629] 'agreement among raft nodes before linearized reading' (duration: 6.979274351s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.619123Z","caller":"traceutil/trace.go:171","msg":"trace[1666437700] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7212; }","duration":"7.158761317s","start":"2026-07-01T01:05:39.460355Z","end":"2026-07-01T01:05:46.619117Z","steps":["trace[1666437700] 'agreement among raft nodes before linearized reading' (duration: 7.158721467s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:39.460339Z","time spent":"7.158806818s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.619157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:39.639666Z","time spent":"6.979479165s","remote":"127.0.0.1:38740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.6187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654943464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:05:46.619143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.61780474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:05:46.619286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.449814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:05:46.619301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.796275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:05:46.619332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.404766853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-01T01:05:46.619364Z","caller":"traceutil/trace.go:171","msg":"trace[693847418] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7212; }","duration":"867.884907ms","start":"2026-07-01T01:05:45.751466Z","end":"2026-07-01T01:05:46.619351Z","steps":["trace[693847418] 'agreement among raft nodes before linearized reading' (duration: 867.804786ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.619331Z","caller":"traceutil/trace.go:171","msg":"trace[353461128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7212; }","duration":"2.655581037s","start":"2026-07-01T01:05:43.963697Z","end":"2026-07-01T01:05:46.619278Z","steps":["trace[353461128] 'agreement among raft nodes before linearized reading' (duration: 2.654875543s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.277234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-01T01:05:46.619399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775178215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-01T01:05:46.619471Z","caller":"traceutil/trace.go:171","msg":"trace[680581421] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7212; }","duration":"248.346615ms","start":"2026-07-01T01:05:46.371118Z","end":"2026-07-01T01:05:46.619465Z","steps":["trace[680581421] 'agreement among raft nodes before linearized reading' (duration: 248.248813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646570434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:05:46.619492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.728483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:46.61949Z","caller":"traceutil/trace.go:171","msg":"trace[719521605] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:7212; }","duration":"1.775337059s","start":"2026-07-01T01:05:44.844143Z","end":"2026-07-01T01:05:46.61948Z","steps":["trace[719521605] 'agreement among raft nodes before linearized reading' (duration: 1.775187596s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330466524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:05:46.619511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275398235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:46.618916Z","caller":"traceutil/trace.go:171","msg":"trace[794894559] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7212; }","duration":"133.962351ms","start":"2026-07-01T01:05:46.484937Z","end":"2026-07-01T01:05:46.618899Z","steps":["trace[794894559] 'agreement among raft nodes before linearized reading' (duration: 133.90032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:44.844121Z","time spent":"1.77540366s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-07-01T01:05:46.619548Z","caller":"traceutil/trace.go:171","msg":"trace[1072444158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7212; }","duration":"2.330569226s","start":"2026-07-01T01:05:44.288969Z","end":"2026-07-01T01:05:46.619538Z","steps":["trace[1072444158] 'agreement among raft nodes before linearized reading' (duration: 2.330461944s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.61956Z","caller":"traceutil/trace.go:171","msg":"trace[1549500436] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:7212; }","duration":"2.275545958s","start":"2026-07-01T01:05:44.344001Z","end":"2026-07-01T01:05:46.619547Z","steps":["trace[1549500436] 'agreement among raft nodes before linearized reading' (duration: 2.275456396s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:44.288946Z","time spent":"2.330629827s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:05:46.619595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:44.343981Z","time spent":"2.275603689s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.619532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:43.963672Z","time spent":"2.655818121s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:05:46.618813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.090201694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pxjc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-07-01T01:05:46.618874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163107814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:05:46.619353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.761943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:46.619668Z","caller":"traceutil/trace.go:171","msg":"trace[340853860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pxjc; range_end:; response_count:1; response_revision:7212; }","duration":"9.091105582s","start":"2026-07-01T01:05:37.528553Z","end":"2026-07-01T01:05:46.619659Z","steps":["trace[340853860] 'agreement among raft nodes before linearized reading' (duration: 9.090185414s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.619677Z","caller":"traceutil/trace.go:171","msg":"trace[2027816137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7212; }","duration":"220.129311ms","start":"2026-07-01T01:05:46.399541Z","end":"2026-07-01T01:05:46.619671Z","steps":["trace[2027816137] 'agreement among raft nodes before linearized reading' (duration: 219.793024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.618961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580597443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:05:46.619728Z","caller":"traceutil/trace.go:171","msg":"trace[1974736823] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7212; }","duration":"4.163954701s","start":"2026-07-01T01:05:42.455713Z","end":"2026-07-01T01:05:46.619668Z","steps":["trace[1974736823] 'agreement among raft nodes before linearized reading' (duration: 4.163107885s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.619749Z","caller":"traceutil/trace.go:171","msg":"trace[1709605508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7212; }","duration":"5.58144148s","start":"2026-07-01T01:05:41.038287Z","end":"2026-07-01T01:05:46.619729Z","steps":["trace[1709605508] 'agreement among raft nodes before linearized reading' (duration: 5.580647314s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:46.619393Z","caller":"traceutil/trace.go:171","msg":"trace[1569248441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7212; }","duration":"8.404869765s","start":"2026-07-01T01:05:38.214512Z","end":"2026-07-01T01:05:46.619382Z","steps":["trace[1569248441] 'agreement among raft nodes before linearized reading' (duration: 8.404749892s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.619808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:41.038256Z","time spent":"5.581524052s","remote":"127.0.0.1:49710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.619825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:38.214484Z","time spent":"8.405328154s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-07-01T01:05:46.618589Z","caller":"traceutil/trace.go:171","msg":"trace[191009382] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7212; }","duration":"6.664408266s","start":"2026-07-01T01:05:39.95417Z","end":"2026-07-01T01:05:46.618578Z","steps":["trace[191009382] 'agreement among raft nodes before linearized reading' (duration: 6.664247652s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.61991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:39.954144Z","time spent":"6.665753542s","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":96,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:05:46.619319Z","caller":"traceutil/trace.go:171","msg":"trace[1082185604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7212; }","duration":"531.515105ms","start":"2026-07-01T01:05:46.087793Z","end":"2026-07-01T01:05:46.619308Z","steps":["trace[1082185604] 'agreement among raft nodes before linearized reading' (duration: 531.460524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.620003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:46.087777Z","time spent":"532.208619ms","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.618924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172572157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-01T01:05:46.620061Z","caller":"traceutil/trace.go:171","msg":"trace[1489734490] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7212; }","duration":"4.173763291s","start":"2026-07-01T01:05:42.446286Z","end":"2026-07-01T01:05:46.620049Z","steps":["trace[1489734490] 'agreement among raft nodes before linearized reading' (duration: 4.172401644s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.62011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:42.446259Z","time spent":"4.173839023s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-01T01:05:46.619056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:39.390666Z","time spent":"7.2283841s","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.619227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.908300039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:05:46.620221Z","caller":"traceutil/trace.go:171","msg":"trace[354394670] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7212; }","duration":"7.90933432s","start":"2026-07-01T01:05:38.710872Z","end":"2026-07-01T01:05:46.620206Z","steps":["trace[354394670] 'agreement among raft nodes before linearized reading' (duration: 7.90831236s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.620259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:38.710846Z","time spent":"7.909403792s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:05:46.619223Z","caller":"traceutil/trace.go:171","msg":"trace[1597621235] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"4.759424997s","start":"2026-07-01T01:05:41.859523Z","end":"2026-07-01T01:05:46.618949Z","steps":["trace[1597621235] 'process raft request' (duration: 4.75857025s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.620424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:41.859478Z","time spent":"4.760889005s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:05:46.61924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495396473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-01T01:05:46.620496Z","caller":"traceutil/trace.go:171","msg":"trace[1458523973] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7212; }","duration":"1.496692918s","start":"2026-07-01T01:05:45.123795Z","end":"2026-07-01T01:05:46.620488Z","steps":["trace[1458523973] 'agreement among raft nodes before linearized reading' (duration: 1.495373481s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.620516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:45.123774Z","time spent":"1.496736169s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T01:05:46.619317Z","caller":"traceutil/trace.go:171","msg":"trace[1369787049] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7212; }","duration":"8.618087776s","start":"2026-07-01T01:05:38.001202Z","end":"2026-07-01T01:05:46.61929Z","steps":["trace[1369787049] 'agreement among raft nodes before linearized reading' (duration: 8.617241019s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.620583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:38.001176Z","time spent":"8.619400362s","remote":"127.0.0.1:39532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.619441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:45.751455Z","time spent":"867.972939ms","remote":"127.0.0.1:49786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:05:46.619516Z","caller":"traceutil/trace.go:171","msg":"trace[1284450815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7212; }","duration":"2.646717626s","start":"2026-07-01T01:05:43.972789Z","end":"2026-07-01T01:05:46.619506Z","steps":["trace[1284450815] 'agreement among raft nodes before linearized reading' (duration: 2.646558733s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.62069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:43.972769Z","time spent":"2.647913251s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:05:46.619524Z","caller":"traceutil/trace.go:171","msg":"trace[123134099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7212; }","duration":"993.757613ms","start":"2026-07-01T01:05:45.625757Z","end":"2026-07-01T01:05:46.619515Z","steps":["trace[123134099] 'agreement among raft nodes before linearized reading' (duration: 993.707822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.620752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:45.625687Z","time spent":"995.060641ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:05:46.619617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158207683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-01T01:05:46.62082Z","caller":"traceutil/trace.go:171","msg":"trace[1360454650] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7212; }","duration":"1.159445359s","start":"2026-07-01T01:05:45.461356Z","end":"2026-07-01T01:05:46.620801Z","steps":["trace[1360454650] 'agreement among raft nodes before linearized reading' (duration: 1.158187843s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.620872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:45.461329Z","time spent":"1.159530171s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:05:46.619703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:37.528523Z","time spent":"9.091169934s","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-6pxjc\" "} {"level":"warn","ts":"2026-07-01T01:05:46.620953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429566567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:05:46.619857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:42.455689Z","time spent":"4.164142806s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:05:46.620996Z","caller":"traceutil/trace.go:171","msg":"trace[1633888951] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7212; }","duration":"2.429692169s","start":"2026-07-01T01:05:44.191295Z","end":"2026-07-01T01:05:46.620987Z","steps":["trace[1633888951] 'agreement among raft nodes before linearized reading' (duration: 2.428160317s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.621021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:44.191279Z","time spent":"2.42973447s","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":781,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:05:46.618928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16427705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-01T01:05:46.621068Z","caller":"traceutil/trace.go:171","msg":"trace[237210025] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7212; }","duration":"4.166440043s","start":"2026-07-01T01:05:42.454616Z","end":"2026-07-01T01:05:46.621056Z","steps":["trace[237210025] 'agreement among raft nodes before linearized reading' (duration: 4.164276739s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:46.62112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:42.454604Z","time spent":"4.166503934s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:07:41.701555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6056} {"level":"info","ts":"2026-07-01T01:07:41.815964Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6056,"took":"112.163639ms","hash":1323426103,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":21667840,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-01T01:07:41.816058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1323426103,"revision":6056,"compact-revision":3016} {"level":"info","ts":"2026-07-01T01:08:54.112429Z","caller":"traceutil/trace.go:171","msg":"trace[884254677] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"375.94293ms","start":"2026-07-01T01:08:53.736459Z","end":"2026-07-01T01:08:54.112402Z","steps":["trace[884254677] 'process raft request' (duration: 375.765036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:54.112612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:53.736444Z","time spent":"376.079752ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:54.321351Z","caller":"traceutil/trace.go:171","msg":"trace[1605329927] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8994; }","duration":"496.694014ms","start":"2026-07-01T01:08:53.824631Z","end":"2026-07-01T01:08:54.321325Z","steps":["trace[1605329927] 'read index received' (duration: 287.604025ms)","trace[1605329927] 'applied index is now lower than readState.Index' (duration: 209.088159ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:54.322327Z","caller":"traceutil/trace.go:171","msg":"trace[336640192] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"583.997458ms","start":"2026-07-01T01:08:53.738313Z","end":"2026-07-01T01:08:54.32231Z","steps":["trace[336640192] 'process raft request' (duration: 582.509498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:54.322807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:53.738287Z","time spent":"584.291113ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:54.323077Z","caller":"traceutil/trace.go:171","msg":"trace[400005784] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"583.953647ms","start":"2026-07-01T01:08:53.739113Z","end":"2026-07-01T01:08:54.323066Z","steps":["trace[400005784] 'process raft request' (duration: 582.146281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:54.323392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.731736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:08:54.323461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:53.739107Z","time spent":"584.035008ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:54.323503Z","caller":"traceutil/trace.go:171","msg":"trace[1449230355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8687; }","duration":"498.914719ms","start":"2026-07-01T01:08:53.824567Z","end":"2026-07-01T01:08:54.323481Z","steps":["trace[1449230355] 'agreement among raft nodes before linearized reading' (duration: 498.614923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:54.323557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:53.824543Z","time spent":"499.005321ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:08:54.323773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.606209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:08:54.323813Z","caller":"traceutil/trace.go:171","msg":"trace[285102219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8687; }","duration":"487.66567ms","start":"2026-07-01T01:08:53.836135Z","end":"2026-07-01T01:08:54.323801Z","steps":["trace[285102219] 'agreement among raft nodes before linearized reading' (duration: 487.555048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:54.32384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:53.836125Z","time spent":"487.709611ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:54.323981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.021773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pxjc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-07-01T01:08:54.324014Z","caller":"traceutil/trace.go:171","msg":"trace[1938662672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pxjc; range_end:; response_count:1; response_revision:8687; }","duration":"412.078244ms","start":"2026-07-01T01:08:53.911928Z","end":"2026-07-01T01:08:54.324006Z","steps":["trace[1938662672] 'agreement among raft nodes before linearized reading' (duration: 411.988432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:54.32404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:53.911918Z","time spent":"412.116785ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-6pxjc\" "} {"level":"info","ts":"2026-07-01T01:09:07.588576Z","caller":"traceutil/trace.go:171","msg":"trace[1260065796] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"102.882721ms","start":"2026-07-01T01:09:07.48565Z","end":"2026-07-01T01:09:07.588532Z","steps":["trace[1260065796] 'process raft request' (duration: 102.789779ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:07.588597Z","caller":"traceutil/trace.go:171","msg":"trace[993825929] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"112.887464ms","start":"2026-07-01T01:09:07.47567Z","end":"2026-07-01T01:09:07.588557Z","steps":["trace[993825929] 'process raft request' (duration: 112.555408ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:23.935943Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002441.wal"} {"level":"info","ts":"2026-07-01T01:10:25.110458Z","caller":"traceutil/trace.go:171","msg":"trace[454766690] linearizableReadLoop","detail":"{readStateIndex:9886; appliedIndex:9884; }","duration":"272.691146ms","start":"2026-07-01T01:10:24.837736Z","end":"2026-07-01T01:10:25.110427Z","steps":["trace[454766690] 'read index received' (duration: 29.258266ms)","trace[454766690] 'applied index is now lower than readState.Index' (duration: 243.4313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:10:25.110841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.381083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:10:25.110901Z","caller":"traceutil/trace.go:171","msg":"trace[1474377791] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9552; }","duration":"191.560697ms","start":"2026-07-01T01:10:24.919325Z","end":"2026-07-01T01:10:25.110885Z","steps":["trace[1474377791] 'agreement among raft nodes before linearized reading' (duration: 191.401423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:25.110916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.500899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pxjc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-07-01T01:10:25.110962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.660786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:10:25.111115Z","caller":"traceutil/trace.go:171","msg":"trace[1150472043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9552; }","duration":"245.890161ms","start":"2026-07-01T01:10:24.865213Z","end":"2026-07-01T01:10:25.111103Z","steps":["trace[1150472043] 'agreement among raft nodes before linearized reading' (duration: 245.555894ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:25.111137Z","caller":"traceutil/trace.go:171","msg":"trace[714208201] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"273.106534ms","start":"2026-07-01T01:10:24.83736Z","end":"2026-07-01T01:10:25.110467Z","steps":["trace[714208201] 'process raft request' (duration: 272.829599ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:25.111051Z","caller":"traceutil/trace.go:171","msg":"trace[790869617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pxjc; range_end:; response_count:1; response_revision:9552; }","duration":"142.696002ms","start":"2026-07-01T01:10:24.968331Z","end":"2026-07-01T01:10:25.111027Z","steps":["trace[790869617] 'agreement among raft nodes before linearized reading' (duration: 142.363526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:25.111418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.678626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:10:25.111464Z","caller":"traceutil/trace.go:171","msg":"trace[343218771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9552; }","duration":"273.764768ms","start":"2026-07-01T01:10:24.83769Z","end":"2026-07-01T01:10:25.111455Z","steps":["trace[343218771] 'agreement among raft nodes before linearized reading' (duration: 272.824479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:25.111556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.22859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-01T01:10:25.111649Z","caller":"traceutil/trace.go:171","msg":"trace[78943698] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:9552; }","duration":"251.350952ms","start":"2026-07-01T01:10:24.860288Z","end":"2026-07-01T01:10:25.111638Z","steps":["trace[78943698] 'agreement among raft nodes before linearized reading' (duration: 250.338131ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:37.934023Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:10:37.940097Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-01T01:10:37.940198Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-01T01:12:41.707544Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8073} {"level":"info","ts":"2026-07-01T01:12:41.776986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8073,"took":"66.901472ms","hash":1741530059,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":28360704,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-01T01:12:41.777042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1741530059,"revision":8073,"compact-revision":6056} {"level":"warn","ts":"2026-07-01T01:16:02.639038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.396518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:16:02.639357Z","caller":"traceutil/trace.go:171","msg":"trace[1456918576] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"171.587661ms","start":"2026-07-01T01:16:02.467727Z","end":"2026-07-01T01:16:02.639314Z","steps":["trace[1456918576] 'process raft request' (duration: 57.780835ms)","trace[1456918576] 'compare' (duration: 113.094842ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:17:40.175688Z","caller":"traceutil/trace.go:171","msg":"trace[1313491120] transaction","detail":"{read_only:false; response_revision:12633; number_of_response:1; }","duration":"205.578674ms","start":"2026-07-01T01:17:39.97007Z","end":"2026-07-01T01:17:40.175648Z","steps":["trace[1313491120] 'process raft request' (duration: 205.397001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:17:40.760379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.654314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pxjc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-07-01T01:17:40.760447Z","caller":"traceutil/trace.go:171","msg":"trace[1473872572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pxjc; range_end:; response_count:1; response_revision:12633; }","duration":"450.731785ms","start":"2026-07-01T01:17:40.309698Z","end":"2026-07-01T01:17:40.76043Z","steps":["trace[1473872572] 'range keys from in-memory index tree' (duration: 450.44522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:17:40.760478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:17:40.309645Z","time spent":"450.826557ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-6pxjc\" "} {"level":"info","ts":"2026-07-01T01:17:41.714887Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10478} {"level":"info","ts":"2026-07-01T01:17:41.829924Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10478,"took":"112.334027ms","hash":309647499,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":26304512,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-01T01:17:41.829994Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":309647499,"revision":10478,"compact-revision":8073} {"level":"warn","ts":"2026-07-01T01:17:52.630046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.135641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-01T01:17:52.630178Z","caller":"traceutil/trace.go:171","msg":"trace[1558706945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12726; }","duration":"106.349045ms","start":"2026-07-01T01:17:52.523807Z","end":"2026-07-01T01:17:52.630156Z","steps":["trace[1558706945] 'range keys from in-memory index tree' (duration: 105.859345ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:22:02.781977Z","caller":"traceutil/trace.go:171","msg":"trace[922030277] transaction","detail":"{read_only:false; response_revision:14421; number_of_response:1; }","duration":"133.952817ms","start":"2026-07-01T01:22:02.647983Z","end":"2026-07-01T01:22:02.781935Z","steps":["trace[922030277] 'process raft request' (duration: 132.188121ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:22:02.782318Z","caller":"traceutil/trace.go:171","msg":"trace[1467181604] transaction","detail":"{read_only:false; response_revision:14422; number_of_response:1; }","duration":"133.792994ms","start":"2026-07-01T01:22:02.648479Z","end":"2026-07-01T01:22:02.782272Z","steps":["trace[1467181604] 'process raft request' (duration: 133.398836ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:22:41.721209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12643} {"level":"info","ts":"2026-07-01T01:22:41.805773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12643,"took":"81.808695ms","hash":939523033,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":27013120,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-01T01:22:41.805886Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":939523033,"revision":12643,"compact-revision":10478} {"level":"warn","ts":"2026-07-01T01:22:53.291635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.947517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:22:53.291744Z","caller":"traceutil/trace.go:171","msg":"trace[1459698747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14689; }","duration":"107.09494ms","start":"2026-07-01T01:22:53.184623Z","end":"2026-07-01T01:22:53.291718Z","steps":["trace[1459698747] 'range keys from in-memory index tree' (duration: 106.665361ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:22:56.910231Z","caller":"traceutil/trace.go:171","msg":"trace[1297411650] transaction","detail":"{read_only:false; response_revision:14704; number_of_response:1; }","duration":"201.765828ms","start":"2026-07-01T01:22:56.708438Z","end":"2026-07-01T01:22:56.910203Z","steps":["trace[1297411650] 'process raft request' (duration: 201.623246ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:22:56.915241Z","caller":"traceutil/trace.go:171","msg":"trace[689247882] transaction","detail":"{read_only:false; response_revision:14705; number_of_response:1; }","duration":"156.392693ms","start":"2026-07-01T01:22:56.758815Z","end":"2026-07-01T01:22:56.915208Z","steps":["trace[689247882] 'process raft request' (duration: 156.205339ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:23:13.776557Z","caller":"traceutil/trace.go:171","msg":"trace[1211204398] linearizableReadLoop","detail":"{readStateIndex:15323; appliedIndex:15322; }","duration":"350.608369ms","start":"2026-07-01T01:23:13.425914Z","end":"2026-07-01T01:23:13.776522Z","steps":["trace[1211204398] 'read index received' (duration: 350.318453ms)","trace[1211204398] 'applied index is now lower than readState.Index' (duration: 288.486µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:23:13.777032Z","caller":"traceutil/trace.go:171","msg":"trace[142482303] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"355.190591ms","start":"2026-07-01T01:23:13.421815Z","end":"2026-07-01T01:23:13.777006Z","steps":["trace[142482303] 'process raft request' (duration: 354.496687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:23:13.777149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.475521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:23:13.777145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:23:13.777246Z","caller":"traceutil/trace.go:171","msg":"trace[1791897733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14807; }","duration":"338.654585ms","start":"2026-07-01T01:23:13.438571Z","end":"2026-07-01T01:23:13.777225Z","steps":["trace[1791897733] 'agreement among raft nodes before linearized reading' (duration: 338.377088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:23:13.777176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:23:13.421785Z","time spent":"355.304074ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:23:13.777298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:23:13.438545Z","time spent":"338.744487ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:23:13.777266Z","caller":"traceutil/trace.go:171","msg":"trace[1078567798] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14807; }","duration":"170.128954ms","start":"2026-07-01T01:23:13.60711Z","end":"2026-07-01T01:23:13.777239Z","steps":["trace[1078567798] 'agreement among raft nodes before linearized reading' (duration: 169.916099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:23:13.777371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.408566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:23:13.777469Z","caller":"traceutil/trace.go:171","msg":"trace[1103788774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14807; }","duration":"351.567968ms","start":"2026-07-01T01:23:13.425879Z","end":"2026-07-01T01:23:13.777447Z","steps":["trace[1103788774] 'agreement among raft nodes before linearized reading' (duration: 351.349514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:23:13.777528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:23:13.425863Z","time spent":"351.655271ms","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:24:52.144523Z","caller":"traceutil/trace.go:171","msg":"trace[444812255] transaction","detail":"{read_only:false; response_revision:15875; number_of_response:1; }","duration":"110.534901ms","start":"2026-07-01T01:24:52.033956Z","end":"2026-07-01T01:24:52.14449Z","steps":["trace[444812255] 'process raft request' (duration: 109.809875ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:24:53.514377Z","caller":"traceutil/trace.go:171","msg":"trace[523283813] linearizableReadLoop","detail":"{readStateIndex:16428; appliedIndex:16427; }","duration":"117.027833ms","start":"2026-07-01T01:24:53.397312Z","end":"2026-07-01T01:24:53.51434Z","steps":["trace[523283813] 'read index received' (duration: 116.712556ms)","trace[523283813] 'applied index is now lower than readState.Index' (duration: 313.577µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:24:53.514496Z","caller":"traceutil/trace.go:171","msg":"trace[1335313943] transaction","detail":"{read_only:false; response_revision:15879; number_of_response:1; }","duration":"128.507217ms","start":"2026-07-01T01:24:53.385938Z","end":"2026-07-01T01:24:53.514445Z","steps":["trace[1335313943] 'process raft request' (duration: 128.086038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:24:53.514614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.268918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:24:53.514661Z","caller":"traceutil/trace.go:171","msg":"trace[1340807100] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15879; }","duration":"117.38037ms","start":"2026-07-01T01:24:53.397265Z","end":"2026-07-01T01:24:53.514646Z","steps":["trace[1340807100] 'agreement among raft nodes before linearized reading' (duration: 117.270238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:24:53.514924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.35937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-01T01:24:53.51519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.656504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:24:53.515311Z","caller":"traceutil/trace.go:171","msg":"trace[1312986916] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15879; }","duration":"117.710507ms","start":"2026-07-01T01:24:53.397503Z","end":"2026-07-01T01:24:53.515214Z","steps":["trace[1312986916] 'agreement among raft nodes before linearized reading' (duration: 117.235287ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:24:53.515523Z","caller":"traceutil/trace.go:171","msg":"trace[388633682] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15879; }","duration":"111.758986ms","start":"2026-07-01T01:24:53.403486Z","end":"2026-07-01T01:24:53.515245Z","steps":["trace[388633682] 'agreement among raft nodes before linearized reading' (duration: 111.480401ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:41.72812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14632} {"level":"info","ts":"2026-07-01T01:27:41.811892Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14632,"took":"80.173323ms","hash":2043772060,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":31387648,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T01:27:41.811975Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2043772060,"revision":14632,"compact-revision":12643} {"level":"warn","ts":"2026-07-01T01:30:48.017051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.772373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:30:48.017186Z","caller":"traceutil/trace.go:171","msg":"trace[336715303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18491; }","duration":"150.939947ms","start":"2026-07-01T01:30:47.866216Z","end":"2026-07-01T01:30:48.017156Z","steps":["trace[336715303] 'range keys from in-memory index tree' (duration: 150.562089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:30:48.017374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.779419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:30:48.017467Z","caller":"traceutil/trace.go:171","msg":"trace[922365141] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18491; }","duration":"139.910332ms","start":"2026-07-01T01:30:47.877536Z","end":"2026-07-01T01:30:48.017446Z","steps":["trace[922365141] 'range keys from in-memory index tree' (duration: 139.733478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:30:48.017903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.794523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T01:30:48.017975Z","caller":"traceutil/trace.go:171","msg":"trace[1568735079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18491; }","duration":"149.871315ms","start":"2026-07-01T01:30:47.86808Z","end":"2026-07-01T01:30:48.017952Z","steps":["trace[1568735079] 'range keys from in-memory index tree' (duration: 149.075869ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:30:54.933335Z","caller":"traceutil/trace.go:171","msg":"trace[352012297] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"190.855921ms","start":"2026-07-01T01:30:54.742443Z","end":"2026-07-01T01:30:54.933299Z","steps":["trace[352012297] 'process raft request' (duration: 190.578245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:30:55.4848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.410055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:30:55.484937Z","caller":"traceutil/trace.go:171","msg":"trace[977809496] transaction","detail":"{read_only:false; response_revision:18530; number_of_response:1; }","duration":"542.627071ms","start":"2026-07-01T01:30:54.942285Z","end":"2026-07-01T01:30:55.484912Z","steps":["trace[977809496] 'process raft request' (duration: 393.986271ms)","trace[977809496] 'compare' (duration: 148.052338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:30:55.485037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:30:54.942262Z","time spent":"542.728784ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:30:55.54572Z","caller":"traceutil/trace.go:171","msg":"trace[3722672] transaction","detail":"{read_only:false; response_revision:18534; number_of_response:1; }","duration":"457.172948ms","start":"2026-07-01T01:30:55.088521Z","end":"2026-07-01T01:30:55.545694Z","steps":["trace[3722672] 'process raft request' (duration: 457.126908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:30:55.545762Z","caller":"traceutil/trace.go:171","msg":"trace[773261956] transaction","detail":"{read_only:false; response_revision:18532; number_of_response:1; }","duration":"550.116963ms","start":"2026-07-01T01:30:54.995618Z","end":"2026-07-01T01:30:55.545735Z","steps":["trace[773261956] 'process raft request' (duration: 549.94566ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:30:55.545841Z","caller":"traceutil/trace.go:171","msg":"trace[1955901183] transaction","detail":"{read_only:false; response_revision:18531; number_of_response:1; }","duration":"556.430631ms","start":"2026-07-01T01:30:54.989358Z","end":"2026-07-01T01:30:55.545788Z","steps":["trace[1955901183] 'process raft request' (duration: 556.066804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:30:55.545946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:30:54.995601Z","time spent":"550.266537ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:30:55.545986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:30:55.088504Z","time spent":"457.303122ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:30:55.545997Z","caller":"traceutil/trace.go:171","msg":"trace[101202648] linearizableReadLoop","detail":"{readStateIndex:19170; appliedIndex:19166; }","duration":"178.989449ms","start":"2026-07-01T01:30:55.366925Z","end":"2026-07-01T01:30:55.545914Z","steps":["trace[101202648] 'read index received' (duration: 178.422547ms)","trace[101202648] 'applied index is now lower than readState.Index' (duration: 563.512µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:30:55.54608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:30:54.989342Z","time spent":"556.629366ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:30:55.546112Z","caller":"traceutil/trace.go:171","msg":"trace[1029138682] transaction","detail":"{read_only:false; response_revision:18533; number_of_response:1; }","duration":"458.988476ms","start":"2026-07-01T01:30:55.087062Z","end":"2026-07-01T01:30:55.546051Z","steps":["trace[1029138682] 'process raft request' (duration: 458.549816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:30:55.546428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:30:55.087043Z","time spent":"459.314743ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:30:55.546241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.922633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:30:55.546519Z","caller":"traceutil/trace.go:171","msg":"trace[676156554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18534; }","duration":"166.24707ms","start":"2026-07-01T01:30:55.380257Z","end":"2026-07-01T01:30:55.546504Z","steps":["trace[676156554] 'agreement among raft nodes before linearized reading' (duration: 165.929103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:30:55.546282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.360796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cxmq4\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-01T01:30:55.546735Z","caller":"traceutil/trace.go:171","msg":"trace[754550837] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cxmq4; range_end:; response_count:1; response_revision:18534; }","duration":"179.846776ms","start":"2026-07-01T01:30:55.366869Z","end":"2026-07-01T01:30:55.546715Z","steps":["trace[754550837] 'agreement among raft nodes before linearized reading' (duration: 179.125121ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:32:05.801535Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:32:05.810742Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-01T01:32:05.810829Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-01T01:32:41.735593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17082} {"level":"info","ts":"2026-07-01T01:32:41.840978Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17082,"took":"101.01744ms","hash":786905917,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":34140160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T01:32:41.84103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":786905917,"revision":17082,"compact-revision":14632} {"level":"warn","ts":"2026-07-01T01:36:54.154717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.297034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:36:54.15483Z","caller":"traceutil/trace.go:171","msg":"trace[445395896] linearizableReadLoop","detail":"{readStateIndex:22010; appliedIndex:22008; }","duration":"315.574923ms","start":"2026-07-01T01:36:53.839238Z","end":"2026-07-01T01:36:54.154813Z","steps":["trace[445395896] 'read index received' (duration: 12.865563ms)","trace[445395896] 'applied index is now lower than readState.Index' (duration: 302.7079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:36:54.154962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.500042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:36:54.154943Z","caller":"traceutil/trace.go:171","msg":"trace[2049220085] transaction","detail":"{read_only:false; response_revision:21283; number_of_response:1; }","duration":"321.512074ms","start":"2026-07-01T01:36:53.833386Z","end":"2026-07-01T01:36:54.154898Z","steps":["trace[2049220085] 'process raft request' (duration: 170.947095ms)","trace[2049220085] 'compare' (duration: 149.922405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:36:54.154971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.697766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:36:54.155038Z","caller":"traceutil/trace.go:171","msg":"trace[747046827] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21283; }","duration":"315.576153ms","start":"2026-07-01T01:36:53.839447Z","end":"2026-07-01T01:36:54.155023Z","steps":["trace[747046827] 'agreement among raft nodes before linearized reading' (duration: 315.465101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:54.155044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.571052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:36:54.155085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:53.839392Z","time spent":"315.682285ms","remote":"127.0.0.1:57682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:36:54.155087Z","caller":"traceutil/trace.go:171","msg":"trace[547053220] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21283; }","duration":"315.830978ms","start":"2026-07-01T01:36:53.839234Z","end":"2026-07-01T01:36:54.155065Z","steps":["trace[547053220] 'agreement among raft nodes before linearized reading' (duration: 315.656415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:54.155115Z","caller":"traceutil/trace.go:171","msg":"trace[54642604] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21283; }","duration":"105.707055ms","start":"2026-07-01T01:36:54.049387Z","end":"2026-07-01T01:36:54.155094Z","steps":["trace[54642604] 'agreement among raft nodes before linearized reading' (duration: 105.562022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:54.155116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:53.833346Z","time spent":"321.695798ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:36:54.155144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:53.83921Z","time spent":"315.917029ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:36:54.458546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.2483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:36:54.458663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.463802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:36:54.45874Z","caller":"traceutil/trace.go:171","msg":"trace[514592685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21283; }","duration":"187.594205ms","start":"2026-07-01T01:36:54.271122Z","end":"2026-07-01T01:36:54.458716Z","steps":["trace[514592685] 'range keys from in-memory index tree' (duration: 187.200246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:54.458704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.343872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:36:54.458919Z","caller":"traceutil/trace.go:171","msg":"trace[1940883504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21283; }","duration":"144.609768ms","start":"2026-07-01T01:36:54.314258Z","end":"2026-07-01T01:36:54.458867Z","steps":["trace[1940883504] 'range keys from in-memory index tree' (duration: 144.046197ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:54.459273Z","caller":"traceutil/trace.go:171","msg":"trace[2141688416] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21283; }","duration":"115.417413ms","start":"2026-07-01T01:36:54.343211Z","end":"2026-07-01T01:36:54.458629Z","steps":["trace[2141688416] 'count revisions from in-memory index tree' (duration: 115.147917ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:54.596118Z","caller":"traceutil/trace.go:171","msg":"trace[541265745] transaction","detail":"{read_only:false; response_revision:21284; number_of_response:1; }","duration":"133.319997ms","start":"2026-07-01T01:36:54.46277Z","end":"2026-07-01T01:36:54.59609Z","steps":["trace[541265745] 'process raft request' (duration: 133.148354ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:54.778581Z","caller":"traceutil/trace.go:171","msg":"trace[1436327304] linearizableReadLoop","detail":"{readStateIndex:22012; appliedIndex:22010; }","duration":"261.136933ms","start":"2026-07-01T01:36:54.517415Z","end":"2026-07-01T01:36:54.778552Z","steps":["trace[1436327304] 'read index received' (duration: 78.545191ms)","trace[1436327304] 'applied index is now lower than readState.Index' (duration: 182.590752ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:36:54.778763Z","caller":"traceutil/trace.go:171","msg":"trace[1506557200] transaction","detail":"{read_only:false; response_revision:21285; number_of_response:1; }","duration":"315.686834ms","start":"2026-07-01T01:36:54.463061Z","end":"2026-07-01T01:36:54.778748Z","steps":["trace[1506557200] 'process raft request' (duration: 267.022352ms)","trace[1506557200] 'compare' (duration: 48.324585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:36:54.778877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:54.463043Z","time spent":"315.750855ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:36:54.778945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.768581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:36:54.779053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.625183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T01:36:54.77908Z","caller":"traceutil/trace.go:171","msg":"trace[798492970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21285; }","duration":"226.886235ms","start":"2026-07-01T01:36:54.552112Z","end":"2026-07-01T01:36:54.778998Z","steps":["trace[798492970] 'agreement among raft nodes before linearized reading' (duration: 226.697971ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:54.779116Z","caller":"traceutil/trace.go:171","msg":"trace[1418077437] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21285; }","duration":"261.741426ms","start":"2026-07-01T01:36:54.517358Z","end":"2026-07-01T01:36:54.779099Z","steps":["trace[1418077437] 'agreement among raft nodes before linearized reading' (duration: 261.545061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:55.036261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.322231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:36:55.036419Z","caller":"traceutil/trace.go:171","msg":"trace[1899907068] transaction","detail":"{read_only:false; response_revision:21286; number_of_response:1; }","duration":"253.200961ms","start":"2026-07-01T01:36:54.78319Z","end":"2026-07-01T01:36:55.036391Z","steps":["trace[1899907068] 'process raft request' (duration: 112.631006ms)","trace[1899907068] 'compare' (duration: 140.172797ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:36:55.123511Z","caller":"traceutil/trace.go:171","msg":"trace[881543387] linearizableReadLoop","detail":"{readStateIndex:22014; appliedIndex:22013; }","duration":"220.594036ms","start":"2026-07-01T01:36:54.902888Z","end":"2026-07-01T01:36:55.123482Z","steps":["trace[881543387] 'read index received' (duration: 220.396292ms)","trace[881543387] 'applied index is now lower than readState.Index' (duration: 196.604µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:36:55.123553Z","caller":"traceutil/trace.go:171","msg":"trace[189441014] transaction","detail":"{read_only:false; response_revision:21287; number_of_response:1; }","duration":"243.885051ms","start":"2026-07-01T01:36:54.879639Z","end":"2026-07-01T01:36:55.123524Z","steps":["trace[189441014] 'process raft request' (duration: 243.656556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:55.123695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.78818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:36:55.123754Z","caller":"traceutil/trace.go:171","msg":"trace[988258810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21287; }","duration":"220.922183ms","start":"2026-07-01T01:36:54.902814Z","end":"2026-07-01T01:36:55.123736Z","steps":["trace[988258810] 'agreement among raft nodes before linearized reading' (duration: 220.79691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:55.330728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.736998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:36:55.330984Z","caller":"traceutil/trace.go:171","msg":"trace[392467812] linearizableReadLoop","detail":"{readStateIndex:22017; appliedIndex:22014; }","duration":"207.384508ms","start":"2026-07-01T01:36:55.123582Z","end":"2026-07-01T01:36:55.330967Z","steps":["trace[392467812] 'read index received' (duration: 90.280561ms)","trace[392467812] 'applied index is now lower than readState.Index' (duration: 117.102577ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:36:55.331103Z","caller":"traceutil/trace.go:171","msg":"trace[706493798] transaction","detail":"{read_only:false; response_revision:21288; number_of_response:1; }","duration":"367.226047ms","start":"2026-07-01T01:36:54.963864Z","end":"2026-07-01T01:36:55.331091Z","steps":["trace[706493798] 'process raft request' (duration: 250.035328ms)","trace[706493798] 'compare' (duration: 116.536415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:36:55.331171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:54.963847Z","time spent":"367.289358ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:36:55.3316Z","caller":"traceutil/trace.go:171","msg":"trace[1948376257] transaction","detail":"{read_only:false; response_revision:21290; number_of_response:1; }","duration":"355.956846ms","start":"2026-07-01T01:36:54.975624Z","end":"2026-07-01T01:36:55.331581Z","steps":["trace[1948376257] 'process raft request' (duration: 355.293141ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:55.331593Z","caller":"traceutil/trace.go:171","msg":"trace[2128309454] transaction","detail":"{read_only:false; response_revision:21289; number_of_response:1; }","duration":"365.575222ms","start":"2026-07-01T01:36:54.965985Z","end":"2026-07-01T01:36:55.33156Z","steps":["trace[2128309454] 'process raft request' (duration: 364.840526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:55.33173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:54.975582Z","time spent":"356.072158ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:36:55.331819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:54.965957Z","time spent":"365.790537ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:36:55.331822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.091353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T01:36:55.331907Z","caller":"traceutil/trace.go:171","msg":"trace[10833805] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:21290; }","duration":"366.177705ms","start":"2026-07-01T01:36:54.965716Z","end":"2026-07-01T01:36:55.331894Z","steps":["trace[10833805] 'agreement among raft nodes before linearized reading' (duration: 365.649324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:55.331939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:54.965626Z","time spent":"366.305897ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-07-01T01:36:55.49367Z","caller":"traceutil/trace.go:171","msg":"trace[767152684] linearizableReadLoop","detail":"{readStateIndex:22019; appliedIndex:22018; }","duration":"113.000635ms","start":"2026-07-01T01:36:55.380645Z","end":"2026-07-01T01:36:55.493645Z","steps":["trace[767152684] 'read index received' (duration: 96.626971ms)","trace[767152684] 'applied index is now lower than readState.Index' (duration: 16.372724ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:36:55.493733Z","caller":"traceutil/trace.go:171","msg":"trace[1045746396] transaction","detail":"{read_only:false; response_revision:21291; number_of_response:1; }","duration":"146.149411ms","start":"2026-07-01T01:36:55.347546Z","end":"2026-07-01T01:36:55.493696Z","steps":["trace[1045746396] 'process raft request' (duration: 129.718866ms)","trace[1045746396] 'compare' (duration: 16.19279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:36:55.493888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.226579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:36:55.49393Z","caller":"traceutil/trace.go:171","msg":"trace[1486187941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21291; }","duration":"113.314991ms","start":"2026-07-01T01:36:55.380604Z","end":"2026-07-01T01:36:55.493919Z","steps":["trace[1486187941] 'agreement among raft nodes before linearized reading' (duration: 113.175728ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:41.742925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19581} {"level":"info","ts":"2026-07-01T01:37:41.86214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19581,"took":"114.032195ms","hash":1449366659,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":29724672,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T01:37:41.862252Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1449366659,"revision":19581,"compact-revision":17082} {"level":"info","ts":"2026-07-01T01:40:53.057858Z","caller":"traceutil/trace.go:171","msg":"trace[1458161473] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"266.75353ms","start":"2026-07-01T01:40:52.79104Z","end":"2026-07-01T01:40:53.057794Z","steps":["trace[1458161473] 'process raft request' (duration: 204.52822ms)","trace[1458161473] 'compare' (duration: 61.851151ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:41.755434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21793} {"level":"info","ts":"2026-07-01T01:42:41.861078Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21793,"took":"102.340757ms","hash":1659804689,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":43778048,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-01T01:42:41.861148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1659804689,"revision":21793,"compact-revision":19581} {"level":"info","ts":"2026-07-01T01:44:20.540523Z","caller":"traceutil/trace.go:171","msg":"trace[1546811585] linearizableReadLoop","detail":"{readStateIndex:26697; appliedIndex:26696; }","duration":"159.598554ms","start":"2026-07-01T01:44:20.380898Z","end":"2026-07-01T01:44:20.540496Z","steps":["trace[1546811585] 'read index received' (duration: 68.533208ms)","trace[1546811585] 'applied index is now lower than readState.Index' (duration: 91.063726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:20.540738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.808489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:20.540842Z","caller":"traceutil/trace.go:171","msg":"trace[1314512339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25841; }","duration":"160.062564ms","start":"2026-07-01T01:44:20.380758Z","end":"2026-07-01T01:44:20.540821Z","steps":["trace[1314512339] 'agreement among raft nodes before linearized reading' (duration: 159.84438ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:20.771677Z","caller":"traceutil/trace.go:171","msg":"trace[1086693389] linearizableReadLoop","detail":"{readStateIndex:26699; appliedIndex:26697; }","duration":"231.031481ms","start":"2026-07-01T01:44:20.540619Z","end":"2026-07-01T01:44:20.77165Z","steps":["trace[1086693389] 'read index received' (duration: 43.390895ms)","trace[1086693389] 'applied index is now lower than readState.Index' (duration: 187.639406ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:20.771808Z","caller":"traceutil/trace.go:171","msg":"trace[770142700] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"237.563134ms","start":"2026-07-01T01:44:20.534232Z","end":"2026-07-01T01:44:20.771795Z","steps":["trace[770142700] 'process raft request' (duration: 182.975441ms)","trace[770142700] 'compare' (duration: 54.310128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:20.772121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.98634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:44:20.772222Z","caller":"traceutil/trace.go:171","msg":"trace[561972885] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25843; }","duration":"254.153682ms","start":"2026-07-01T01:44:20.518051Z","end":"2026-07-01T01:44:20.772204Z","steps":["trace[561972885] 'agreement among raft nodes before linearized reading' (duration: 253.874837ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:20.895328Z","caller":"traceutil/trace.go:171","msg":"trace[330206393] linearizableReadLoop","detail":"{readStateIndex:26700; appliedIndex:26699; }","duration":"123.540869ms","start":"2026-07-01T01:44:20.771761Z","end":"2026-07-01T01:44:20.895302Z","steps":["trace[330206393] 'read index received' (duration: 102.03597ms)","trace[330206393] 'applied index is now lower than readState.Index' (duration: 21.501008ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:20.895462Z","caller":"traceutil/trace.go:171","msg":"trace[718796000] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"157.89257ms","start":"2026-07-01T01:44:20.737557Z","end":"2026-07-01T01:44:20.89545Z","steps":["trace[718796000] 'process raft request' (duration: 136.33079ms)","trace[718796000] 'compare' (duration: 21.295034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:20.895641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.59183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:20.895686Z","caller":"traceutil/trace.go:171","msg":"trace[754596952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25844; }","duration":"353.692802ms","start":"2026-07-01T01:44:20.541982Z","end":"2026-07-01T01:44:20.895675Z","steps":["trace[754596952] 'agreement among raft nodes before linearized reading' (duration: 353.57806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.895723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.541963Z","time spent":"353.750673ms","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:20.895742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.069542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T01:44:20.895779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.98309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:20.895833Z","caller":"traceutil/trace.go:171","msg":"trace[476175365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25844; }","duration":"105.207615ms","start":"2026-07-01T01:44:20.790602Z","end":"2026-07-01T01:44:20.895809Z","steps":["trace[476175365] 'agreement among raft nodes before linearized reading' (duration: 104.99411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.895879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.687172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T01:44:20.895903Z","caller":"traceutil/trace.go:171","msg":"trace[989047784] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25844; }","duration":"129.168164ms","start":"2026-07-01T01:44:20.766702Z","end":"2026-07-01T01:44:20.89587Z","steps":["trace[989047784] 'agreement among raft nodes before linearized reading' (duration: 128.9534ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:20.895918Z","caller":"traceutil/trace.go:171","msg":"trace[2044526779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25844; }","duration":"353.744323ms","start":"2026-07-01T01:44:20.542161Z","end":"2026-07-01T01:44:20.895905Z","steps":["trace[2044526779] 'agreement among raft nodes before linearized reading' (duration: 353.61706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.895956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.542153Z","time spent":"353.793023ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:44:21.175603Z","caller":"traceutil/trace.go:171","msg":"trace[1228970851] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"275.252633ms","start":"2026-07-01T01:44:20.900321Z","end":"2026-07-01T01:44:21.175574Z","steps":["trace[1228970851] 'process raft request' (duration: 264.640616ms)","trace[1228970851] 'compare' (duration: 10.408083ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:21.350668Z","caller":"traceutil/trace.go:171","msg":"trace[498169477] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"450.104768ms","start":"2026-07-01T01:44:20.90053Z","end":"2026-07-01T01:44:21.350635Z","steps":["trace[498169477] 'process raft request' (duration: 449.803091ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:21.350876Z","caller":"traceutil/trace.go:171","msg":"trace[661965356] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"367.198548ms","start":"2026-07-01T01:44:20.983661Z","end":"2026-07-01T01:44:21.350859Z","steps":["trace[661965356] 'process raft request' (duration: 366.911692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:21.350901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.900521Z","time spent":"450.279262ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:21.350968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.983631Z","time spent":"367.28482ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:21.351132Z","caller":"traceutil/trace.go:171","msg":"trace[9465617] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"365.369561ms","start":"2026-07-01T01:44:20.985744Z","end":"2026-07-01T01:44:21.351114Z","steps":["trace[9465617] 'process raft request' (duration: 365.040534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:21.351233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.985721Z","time spent":"365.458493ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:21.351518Z","caller":"traceutil/trace.go:171","msg":"trace[584940253] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"363.646795ms","start":"2026-07-01T01:44:20.987853Z","end":"2026-07-01T01:44:21.351499Z","steps":["trace[584940253] 'process raft request' (duration: 363.192316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:21.351618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.987843Z","time spent":"363.725237ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:21.35184Z","caller":"traceutil/trace.go:171","msg":"trace[1105029664] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"210.85942ms","start":"2026-07-01T01:44:21.140964Z","end":"2026-07-01T01:44:21.351824Z","steps":["trace[1105029664] 'process raft request' (duration: 210.469422ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:21.3519Z","caller":"traceutil/trace.go:171","msg":"trace[825207793] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26700; }","duration":"333.9674ms","start":"2026-07-01T01:44:21.017882Z","end":"2026-07-01T01:44:21.351849Z","steps":["trace[825207793] 'read index received' (duration: 147.166071ms)","trace[825207793] 'applied index is now lower than readState.Index' (duration: 186.800079ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:21.352004Z","caller":"traceutil/trace.go:171","msg":"trace[649425795] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"209.249017ms","start":"2026-07-01T01:44:21.142744Z","end":"2026-07-01T01:44:21.351993Z","steps":["trace[649425795] 'process raft request' (duration: 208.979342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:21.352198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.268046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:44:21.352241Z","caller":"traceutil/trace.go:171","msg":"trace[1146090332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25851; }","duration":"334.385439ms","start":"2026-07-01T01:44:21.01784Z","end":"2026-07-01T01:44:21.352225Z","steps":["trace[1146090332] 'agreement among raft nodes before linearized reading' (duration: 334.178885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:21.35226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.35883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T01:44:21.352276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.017827Z","time spent":"334.4397ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:44:21.352307Z","caller":"traceutil/trace.go:171","msg":"trace[468129188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25851; }","duration":"110.448172ms","start":"2026-07-01T01:44:21.241845Z","end":"2026-07-01T01:44:21.352294Z","steps":["trace[468129188] 'agreement among raft nodes before linearized reading' (duration: 110.276259ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:21.500272Z","caller":"traceutil/trace.go:171","msg":"trace[2015276139] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"144.728791ms","start":"2026-07-01T01:44:21.355515Z","end":"2026-07-01T01:44:21.500244Z","steps":["trace[2015276139] 'process raft request' (duration: 142.861623ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:21.500387Z","caller":"traceutil/trace.go:171","msg":"trace[1449935841] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"143.822972ms","start":"2026-07-01T01:44:21.356519Z","end":"2026-07-01T01:44:21.500342Z","steps":["trace[1449935841] 'process raft request' (duration: 143.638349ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.323186Z","caller":"traceutil/trace.go:171","msg":"trace[2128897187] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"163.433883ms","start":"2026-07-01T01:44:22.159719Z","end":"2026-07-01T01:44:22.323153Z","steps":["trace[2128897187] 'process raft request' (duration: 163.158167ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.503955Z","caller":"traceutil/trace.go:171","msg":"trace[84489476] linearizableReadLoop","detail":"{readStateIndex:26712; appliedIndex:26710; }","duration":"299.069458ms","start":"2026-07-01T01:44:22.204858Z","end":"2026-07-01T01:44:22.503927Z","steps":["trace[84489476] 'read index received' (duration: 118.041038ms)","trace[84489476] 'applied index is now lower than readState.Index' (duration: 181.02728ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:22.504578Z","caller":"traceutil/trace.go:171","msg":"trace[1868036628] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"331.732374ms","start":"2026-07-01T01:44:22.172832Z","end":"2026-07-01T01:44:22.504564Z","steps":["trace[1868036628] 'process raft request' (duration: 330.913588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.504801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.172793Z","time spent":"331.860767ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.504893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.413896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.504959Z","caller":"traceutil/trace.go:171","msg":"trace[107469182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25856; }","duration":"123.528819ms","start":"2026-07-01T01:44:22.381414Z","end":"2026-07-01T01:44:22.504943Z","steps":["trace[107469182] 'agreement among raft nodes before linearized reading' (duration: 123.411006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.504936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.059259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.505019Z","caller":"traceutil/trace.go:171","msg":"trace[1258791478] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25856; }","duration":"300.204582ms","start":"2026-07-01T01:44:22.204796Z","end":"2026-07-01T01:44:22.505Z","steps":["trace[1258791478] 'agreement among raft nodes before linearized reading' (duration: 300.048909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.505066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.204769Z","time spent":"300.289824ms","remote":"127.0.0.1:39250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.774071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.49534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:22.774187Z","caller":"traceutil/trace.go:171","msg":"trace[1909032213] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"184.064694ms","start":"2026-07-01T01:44:22.590105Z","end":"2026-07-01T01:44:22.774169Z","steps":["trace[1909032213] 'process raft request' (duration: 55.3972ms)","trace[1909032213] 'compare' (duration: 128.261486ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:23.725165Z","caller":"traceutil/trace.go:171","msg":"trace[1689355682] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"368.141877ms","start":"2026-07-01T01:44:23.356997Z","end":"2026-07-01T01:44:23.725139Z","steps":["trace[1689355682] 'process raft request' (duration: 367.990664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.725398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.356972Z","time spent":"368.34038ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:23.739232Z","caller":"traceutil/trace.go:171","msg":"trace[956389763] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"382.071091ms","start":"2026-07-01T01:44:23.357134Z","end":"2026-07-01T01:44:23.739205Z","steps":["trace[956389763] 'process raft request' (duration: 381.789165ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:23.739343Z","caller":"traceutil/trace.go:171","msg":"trace[282280225] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"381.625881ms","start":"2026-07-01T01:44:23.357711Z","end":"2026-07-01T01:44:23.739337Z","steps":["trace[282280225] 'process raft request' (duration: 381.429597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.739438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.357672Z","time spent":"381.703233ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:23.739454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.357042Z","time spent":"382.297735ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:23.73949Z","caller":"traceutil/trace.go:171","msg":"trace[1710965180] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26716; }","duration":"382.214584ms","start":"2026-07-01T01:44:23.357251Z","end":"2026-07-01T01:44:23.739466Z","steps":["trace[1710965180] 'read index received' (duration: 366.839801ms)","trace[1710965180] 'applied index is now lower than readState.Index' (duration: 15.373433ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:23.739207Z","caller":"traceutil/trace.go:171","msg":"trace[269666195] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"381.504599ms","start":"2026-07-01T01:44:23.357679Z","end":"2026-07-01T01:44:23.739184Z","steps":["trace[269666195] 'process raft request' (duration: 381.427538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.739667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.357639Z","time spent":"382.008019ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:23.739703Z","caller":"traceutil/trace.go:171","msg":"trace[1362600670] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"381.899517ms","start":"2026-07-01T01:44:23.357792Z","end":"2026-07-01T01:44:23.739692Z","steps":["trace[1362600670] 'process raft request' (duration: 381.51568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.739812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.955619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:23.739808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.357783Z","time spent":"381.948418ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:23.739834Z","caller":"traceutil/trace.go:171","msg":"trace[1294801219] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25865; }","duration":"331.018119ms","start":"2026-07-01T01:44:23.40881Z","end":"2026-07-01T01:44:23.739828Z","steps":["trace[1294801219] 'agreement among raft nodes before linearized reading' (duration: 330.944138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.739851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.408788Z","time spent":"331.05928ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:23.740058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.807517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:44:23.74008Z","caller":"traceutil/trace.go:171","msg":"trace[341297780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25865; }","duration":"382.852647ms","start":"2026-07-01T01:44:23.357222Z","end":"2026-07-01T01:44:23.740075Z","steps":["trace[341297780] 'agreement among raft nodes before linearized reading' (duration: 382.778245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.740094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.357203Z","time spent":"382.886578ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:44:23.740278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.480072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:44:23.740298Z","caller":"traceutil/trace.go:171","msg":"trace[558472285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25865; }","duration":"235.540162ms","start":"2026-07-01T01:44:23.504753Z","end":"2026-07-01T01:44:23.740293Z","steps":["trace[558472285] 'agreement among raft nodes before linearized reading' (duration: 235.483101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.740286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.42283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:44:23.740369Z","caller":"traceutil/trace.go:171","msg":"trace[85057465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25865; }","duration":"235.537743ms","start":"2026-07-01T01:44:23.504819Z","end":"2026-07-01T01:44:23.740357Z","steps":["trace[85057465] 'agreement among raft nodes before linearized reading' (duration: 235.236327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.74046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.839213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-69667495c8-7rvsc\" ","response":"range_response_count:1 size:8647"} {"level":"info","ts":"2026-07-01T01:44:23.740481Z","caller":"traceutil/trace.go:171","msg":"trace[1266990010] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-69667495c8-7rvsc; range_end:; response_count:1; response_revision:25865; }","duration":"142.892034ms","start":"2026-07-01T01:44:23.597584Z","end":"2026-07-01T01:44:23.740476Z","steps":["trace[1266990010] 'agreement among raft nodes before linearized reading' (duration: 142.833623ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.009229Z","caller":"traceutil/trace.go:171","msg":"trace[1633092238] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"264.481994ms","start":"2026-07-01T01:44:23.744724Z","end":"2026-07-01T01:44:24.009206Z","steps":["trace[1633092238] 'process raft request' (duration: 264.323221ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.363778Z","caller":"traceutil/trace.go:171","msg":"trace[1213020778] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"618.694566ms","start":"2026-07-01T01:44:23.745061Z","end":"2026-07-01T01:44:24.363756Z","steps":["trace[1213020778] 'process raft request' (duration: 578.241002ms)","trace[1213020778] 'compare' (duration: 40.131508ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:24.363795Z","caller":"traceutil/trace.go:171","msg":"trace[678341902] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"618.659485ms","start":"2026-07-01T01:44:23.745102Z","end":"2026-07-01T01:44:24.363761Z","steps":["trace[678341902] 'process raft request' (duration: 618.521882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.363912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.745039Z","time spent":"618.807509ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:24.363943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.745081Z","time spent":"618.785218ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:24.364085Z","caller":"traceutil/trace.go:171","msg":"trace[18130323] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"612.817285ms","start":"2026-07-01T01:44:23.751252Z","end":"2026-07-01T01:44:24.36407Z","steps":["trace[18130323] 'process raft request' (duration: 612.409707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.364154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.751097Z","time spent":"613.02046ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8445,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:24.661904Z","caller":"traceutil/trace.go:171","msg":"trace[1251573141] linearizableReadLoop","detail":"{readStateIndex:26726; appliedIndex:26725; }","duration":"292.383073ms","start":"2026-07-01T01:44:24.369489Z","end":"2026-07-01T01:44:24.661872Z","steps":["trace[1251573141] 'read index received' (duration: 270.990326ms)","trace[1251573141] 'applied index is now lower than readState.Index' (duration: 21.391147ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:24.662065Z","caller":"traceutil/trace.go:171","msg":"trace[1719443112] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"294.448814ms","start":"2026-07-01T01:44:24.367597Z","end":"2026-07-01T01:44:24.662046Z","steps":["trace[1719443112] 'process raft request' (duration: 272.778332ms)","trace[1719443112] 'compare' (duration: 20.885116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:24.662236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.72469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-01T01:44:24.662292Z","caller":"traceutil/trace.go:171","msg":"trace[448504599] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25870; }","duration":"292.813892ms","start":"2026-07-01T01:44:24.369464Z","end":"2026-07-01T01:44:24.662277Z","steps":["trace[448504599] 'agreement among raft nodes before linearized reading' (duration: 292.634838ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.949274Z","caller":"traceutil/trace.go:171","msg":"trace[885766296] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"579.62283ms","start":"2026-07-01T01:44:24.369611Z","end":"2026-07-01T01:44:24.949234Z","steps":["trace[885766296] 'process raft request' (duration: 562.98162ms)","trace[885766296] 'compare' (duration: 16.436526ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:24.949359Z","caller":"traceutil/trace.go:171","msg":"trace[1549047631] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"578.857574ms","start":"2026-07-01T01:44:24.370464Z","end":"2026-07-01T01:44:24.949322Z","steps":["trace[1549047631] 'process raft request' (duration: 578.68828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.949448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.369606Z","time spent":"579.754863ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:24.949548Z","caller":"traceutil/trace.go:171","msg":"trace[1555666832] linearizableReadLoop","detail":"{readStateIndex:26729; appliedIndex:26726; }","duration":"287.526033ms","start":"2026-07-01T01:44:24.661999Z","end":"2026-07-01T01:44:24.949525Z","steps":["trace[1555666832] 'read index received' (duration: 270.776411ms)","trace[1555666832] 'applied index is now lower than readState.Index' (duration: 16.748762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:24.949567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.370456Z","time spent":"578.984816ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":652,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:24.949817Z","caller":"traceutil/trace.go:171","msg":"trace[691405445] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"578.921545ms","start":"2026-07-01T01:44:24.370883Z","end":"2026-07-01T01:44:24.949804Z","steps":["trace[691405445] 'process raft request' (duration: 578.351653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.949892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.370875Z","time spent":"578.976265ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:24.950124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.009031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-01T01:44:24.950169Z","caller":"traceutil/trace.go:171","msg":"trace[838391749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25873; }","duration":"334.080593ms","start":"2026-07-01T01:44:24.616073Z","end":"2026-07-01T01:44:24.950154Z","steps":["trace[838391749] 'agreement among raft nodes before linearized reading' (duration: 333.94771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.950176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.509334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:24.9502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.616056Z","time spent":"334.137573ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:44:24.95023Z","caller":"traceutil/trace.go:171","msg":"trace[2114381828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25873; }","duration":"572.570625ms","start":"2026-07-01T01:44:24.377642Z","end":"2026-07-01T01:44:24.950212Z","steps":["trace[2114381828] 'agreement among raft nodes before linearized reading' (duration: 572.483143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.950267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.377636Z","time spent":"572.621578ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:24.950469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.353834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-07-01T01:44:24.950597Z","caller":"traceutil/trace.go:171","msg":"trace[123878114] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25873; }","duration":"577.509508ms","start":"2026-07-01T01:44:24.373055Z","end":"2026-07-01T01:44:24.950565Z","steps":["trace[123878114] 'agreement among raft nodes before linearized reading' (duration: 577.047137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.950685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.373049Z","time spent":"577.62105ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11818,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-01T01:44:24.959622Z","caller":"traceutil/trace.go:171","msg":"trace[1146259777] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"167.606438ms","start":"2026-07-01T01:44:24.791988Z","end":"2026-07-01T01:44:24.959595Z","steps":["trace[1146259777] 'process raft request' (duration: 167.509766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.960308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.046316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-01T01:44:24.960388Z","caller":"traceutil/trace.go:171","msg":"trace[988688227] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25876; }","duration":"295.152078ms","start":"2026-07-01T01:44:24.665218Z","end":"2026-07-01T01:44:24.96037Z","steps":["trace[988688227] 'agreement among raft nodes before linearized reading' (duration: 294.998485ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.960536Z","caller":"traceutil/trace.go:171","msg":"trace[1825601159] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"181.602853ms","start":"2026-07-01T01:44:24.778916Z","end":"2026-07-01T01:44:24.960519Z","steps":["trace[1825601159] 'process raft request' (duration: 180.408469ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.099523Z","caller":"traceutil/trace.go:171","msg":"trace[548340055] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"136.225598ms","start":"2026-07-01T01:44:24.96327Z","end":"2026-07-01T01:44:25.099495Z","steps":["trace[548340055] 'process raft request' (duration: 135.573715ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.384973Z","caller":"traceutil/trace.go:171","msg":"trace[106040617] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"421.627718ms","start":"2026-07-01T01:44:24.963305Z","end":"2026-07-01T01:44:25.384932Z","steps":["trace[106040617] 'process raft request' (duration: 410.44775ms)","trace[106040617] 'compare' (duration: 10.677657ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:25.385017Z","caller":"traceutil/trace.go:171","msg":"trace[355545730] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26732; }","duration":"421.333562ms","start":"2026-07-01T01:44:24.963647Z","end":"2026-07-01T01:44:25.38498Z","steps":["trace[355545730] 'read index received' (duration: 135.172907ms)","trace[355545730] 'applied index is now lower than readState.Index' (duration: 286.159455ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:25.385153Z","caller":"traceutil/trace.go:171","msg":"trace[923027610] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"416.82686ms","start":"2026-07-01T01:44:24.968314Z","end":"2026-07-01T01:44:25.385141Z","steps":["trace[923027610] 'process raft request' (duration: 416.546545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.385166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.963281Z","time spent":"421.795642ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:25.385267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.968296Z","time spent":"416.892961ms","remote":"127.0.0.1:39340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:25.385336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.249822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T01:44:25.385417Z","caller":"traceutil/trace.go:171","msg":"trace[1389378261] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:25879; }","duration":"399.354384ms","start":"2026-07-01T01:44:24.986045Z","end":"2026-07-01T01:44:25.385399Z","steps":["trace[1389378261] 'agreement among raft nodes before linearized reading' (duration: 399.164681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.385455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.986034Z","time spent":"399.412795ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-01T01:44:25.385659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.221483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:25.385657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.226111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:25.385691Z","caller":"traceutil/trace.go:171","msg":"trace[133885344] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25879; }","duration":"355.258264ms","start":"2026-07-01T01:44:25.030422Z","end":"2026-07-01T01:44:25.38568Z","steps":["trace[133885344] 'agreement among raft nodes before linearized reading' (duration: 355.198913ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.385703Z","caller":"traceutil/trace.go:171","msg":"trace[1757369519] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25879; }","duration":"196.305663ms","start":"2026-07-01T01:44:25.189381Z","end":"2026-07-01T01:44:25.385686Z","steps":["trace[1757369519] 'agreement among raft nodes before linearized reading' (duration: 196.229822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.385859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.206809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"warn","ts":"2026-07-01T01:44:25.385873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.328274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:25.385909Z","caller":"traceutil/trace.go:171","msg":"trace[273514579] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25879; }","duration":"422.275951ms","start":"2026-07-01T01:44:24.963621Z","end":"2026-07-01T01:44:25.385896Z","steps":["trace[273514579] 'agreement among raft nodes before linearized reading' (duration: 422.145989ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.385912Z","caller":"traceutil/trace.go:171","msg":"trace[1910760218] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25879; }","duration":"121.372854ms","start":"2026-07-01T01:44:25.264529Z","end":"2026-07-01T01:44:25.385902Z","steps":["trace[1910760218] 'agreement among raft nodes before linearized reading' (duration: 121.305413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.38594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.963612Z","time spent":"422.321362ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18252,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T01:44:25.385731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.030359Z","time spent":"355.363437ms","remote":"127.0.0.1:36250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:25.604448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.198231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-01T01:44:25.604537Z","caller":"traceutil/trace.go:171","msg":"trace[839710663] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25881; }","duration":"119.345444ms","start":"2026-07-01T01:44:25.485172Z","end":"2026-07-01T01:44:25.604517Z","steps":["trace[839710663] 'range keys from in-memory index tree' (duration: 119.041588ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:30.419514Z","caller":"traceutil/trace.go:171","msg":"trace[545279163] linearizableReadLoop","detail":"{readStateIndex:26773; appliedIndex:26772; }","duration":"345.28627ms","start":"2026-07-01T01:44:30.0742Z","end":"2026-07-01T01:44:30.419486Z","steps":["trace[545279163] 'read index received' (duration: 345.104027ms)","trace[545279163] 'applied index is now lower than readState.Index' (duration: 180.823µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:30.419599Z","caller":"traceutil/trace.go:171","msg":"trace[2095257410] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"384.287036ms","start":"2026-07-01T01:44:30.035283Z","end":"2026-07-01T01:44:30.41957Z","steps":["trace[2095257410] 'process raft request' (duration: 384.026381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:30.419699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.480165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:30.419736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:30.035267Z","time spent":"384.397668ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:30.419745Z","caller":"traceutil/trace.go:171","msg":"trace[530116852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25916; }","duration":"345.593687ms","start":"2026-07-01T01:44:30.074138Z","end":"2026-07-01T01:44:30.419731Z","steps":["trace[530116852] 'agreement among raft nodes before linearized reading' (duration: 345.494345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:30.419784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:30.074109Z","time spent":"345.664078ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:34.681145Z","caller":"traceutil/trace.go:171","msg":"trace[1201953285] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"231.988441ms","start":"2026-07-01T01:44:34.449127Z","end":"2026-07-01T01:44:34.681115Z","steps":["trace[1201953285] 'process raft request' (duration: 231.807517ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:34.908071Z","caller":"traceutil/trace.go:171","msg":"trace[1076449620] linearizableReadLoop","detail":"{readStateIndex:26809; appliedIndex:26807; }","duration":"387.761486ms","start":"2026-07-01T01:44:34.520279Z","end":"2026-07-01T01:44:34.90804Z","steps":["trace[1076449620] 'read index received' (duration: 160.738437ms)","trace[1076449620] 'applied index is now lower than readState.Index' (duration: 227.021789ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:34.908103Z","caller":"traceutil/trace.go:171","msg":"trace[1121125409] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"450.296232ms","start":"2026-07-01T01:44:34.457758Z","end":"2026-07-01T01:44:34.908055Z","steps":["trace[1121125409] 'process raft request' (duration: 448.324352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.908288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.457736Z","time spent":"450.452855ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:34.908327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.950958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:44:34.908362Z","caller":"traceutil/trace.go:171","msg":"trace[136152987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25951; }","duration":"357.04444ms","start":"2026-07-01T01:44:34.551307Z","end":"2026-07-01T01:44:34.908351Z","steps":["trace[136152987] 'agreement among raft nodes before linearized reading' (duration: 356.899587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.908411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.551294Z","time spent":"357.109201ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:44:34.908356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.013112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:34.908435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.73827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T01:44:34.908528Z","caller":"traceutil/trace.go:171","msg":"trace[526045453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25951; }","duration":"194.881853ms","start":"2026-07-01T01:44:34.713625Z","end":"2026-07-01T01:44:34.908507Z","steps":["trace[526045453] 'agreement among raft nodes before linearized reading' (duration: 194.641249ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:34.908532Z","caller":"traceutil/trace.go:171","msg":"trace[1931242951] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25951; }","duration":"388.212566ms","start":"2026-07-01T01:44:34.52027Z","end":"2026-07-01T01:44:34.908483Z","steps":["trace[1931242951] 'agreement among raft nodes before linearized reading' (duration: 387.89611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.908574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.362336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:44:34.908693Z","caller":"traceutil/trace.go:171","msg":"trace[2072109456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25951; }","duration":"354.53754ms","start":"2026-07-01T01:44:34.554128Z","end":"2026-07-01T01:44:34.908666Z","steps":["trace[2072109456] 'agreement among raft nodes before linearized reading' (duration: 354.241914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.908763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.554099Z","time spent":"354.648911ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:34.908624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.520213Z","time spent":"388.395839ms","remote":"127.0.0.1:36472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:35.284217Z","caller":"traceutil/trace.go:171","msg":"trace[1865313369] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"371.23235ms","start":"2026-07-01T01:44:34.912954Z","end":"2026-07-01T01:44:35.284186Z","steps":["trace[1865313369] 'process raft request' (duration: 331.596392ms)","trace[1865313369] 'compare' (duration: 39.500695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:35.28439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.912918Z","time spent":"371.393592ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:35.586283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.62007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:35.586633Z","caller":"traceutil/trace.go:171","msg":"trace[427543907] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"673.574615ms","start":"2026-07-01T01:44:34.913006Z","end":"2026-07-01T01:44:35.586581Z","steps":["trace[427543907] 'process raft request' (duration: 473.505956ms)","trace[427543907] 'compare' (duration: 199.355695ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:35.586767Z","caller":"traceutil/trace.go:171","msg":"trace[1682773769] linearizableReadLoop","detail":"{readStateIndex:26812; appliedIndex:26809; }","duration":"661.821036ms","start":"2026-07-01T01:44:34.924919Z","end":"2026-07-01T01:44:35.58674Z","steps":["trace[1682773769] 'read index received' (duration: 319.634948ms)","trace[1682773769] 'applied index is now lower than readState.Index' (duration: 342.183817ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:35.586809Z","caller":"traceutil/trace.go:171","msg":"trace[235922304] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"592.121714ms","start":"2026-07-01T01:44:34.994652Z","end":"2026-07-01T01:44:35.586774Z","steps":["trace[235922304] 'process raft request' (duration: 591.897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:35.586844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.912986Z","time spent":"673.745838ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:35.58688Z","caller":"traceutil/trace.go:171","msg":"trace[1979196296] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"590.317087ms","start":"2026-07-01T01:44:34.996537Z","end":"2026-07-01T01:44:35.586854Z","steps":["trace[1979196296] 'process raft request' (duration: 590.075622ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:35.586908Z","caller":"traceutil/trace.go:171","msg":"trace[1176956337] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"590.316067ms","start":"2026-07-01T01:44:34.996576Z","end":"2026-07-01T01:44:35.586892Z","steps":["trace[1176956337] 'process raft request' (duration: 590.099422ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:35.586958Z","caller":"traceutil/trace.go:171","msg":"trace[1135171110] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"673.790129ms","start":"2026-07-01T01:44:34.913123Z","end":"2026-07-01T01:44:35.586913Z","steps":["trace[1135171110] 'process raft request' (duration: 673.33704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:35.586993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.996517Z","time spent":"590.420639ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:35.587043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.996551Z","time spent":"590.404279ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:35.587082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.159733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:35.587174Z","caller":"traceutil/trace.go:171","msg":"trace[344987757] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25957; }","duration":"662.257275ms","start":"2026-07-01T01:44:34.92487Z","end":"2026-07-01T01:44:35.587127Z","steps":["trace[344987757] 'agreement among raft nodes before linearized reading' (duration: 662.132642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:35.587173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.9131Z","time spent":"673.980454ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:35.586978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.99464Z","time spent":"592.250737ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:35.587248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.924853Z","time spent":"662.359507ms","remote":"127.0.0.1:36388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:35.87945Z","caller":"traceutil/trace.go:171","msg":"trace[510900452] linearizableReadLoop","detail":"{readStateIndex:26816; appliedIndex:26815; }","duration":"292.592397ms","start":"2026-07-01T01:44:35.586829Z","end":"2026-07-01T01:44:35.879422Z","steps":["trace[510900452] 'read index received' (duration: 292.417774ms)","trace[510900452] 'applied index is now lower than readState.Index' (duration: 173.183µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:35.879627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.687029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:35.879651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.014216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:35.879621Z","caller":"traceutil/trace.go:171","msg":"trace[816091848] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"321.004326ms","start":"2026-07-01T01:44:35.55857Z","end":"2026-07-01T01:44:35.879575Z","steps":["trace[816091848] 'process raft request' (duration: 320.701ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:35.879687Z","caller":"traceutil/trace.go:171","msg":"trace[1154023775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25958; }","duration":"498.76177ms","start":"2026-07-01T01:44:35.38091Z","end":"2026-07-01T01:44:35.879672Z","steps":["trace[1154023775] 'agreement among raft nodes before linearized reading' (duration: 498.659028ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:35.87969Z","caller":"traceutil/trace.go:171","msg":"trace[916119892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25958; }","duration":"422.100227ms","start":"2026-07-01T01:44:35.457577Z","end":"2026-07-01T01:44:35.879677Z","steps":["trace[916119892] 'agreement among raft nodes before linearized reading' (duration: 422.032506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:35.879725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.380821Z","time spent":"498.895843ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:35.879737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.457557Z","time spent":"422.170829ms","remote":"127.0.0.1:36340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:35.87974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.880808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-01T01:44:35.879805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.558543Z","time spent":"321.166399ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:35.87983Z","caller":"traceutil/trace.go:171","msg":"trace[747249260] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:25958; }","duration":"893.030701ms","start":"2026-07-01T01:44:34.986782Z","end":"2026-07-01T01:44:35.879813Z","steps":["trace[747249260] 'agreement among raft nodes before linearized reading' (duration: 892.787956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:35.879883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.986763Z","time spent":"893.111202ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-01T01:44:35.880262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.680848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T01:44:35.880313Z","caller":"traceutil/trace.go:171","msg":"trace[372095396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25958; }","duration":"421.7769ms","start":"2026-07-01T01:44:35.458523Z","end":"2026-07-01T01:44:35.8803Z","steps":["trace[372095396] 'agreement among raft nodes before linearized reading' (duration: 420.970624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:35.880471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.458501Z","time spent":"421.959704ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:44:36.114454Z","caller":"traceutil/trace.go:171","msg":"trace[432299334] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"353.792885ms","start":"2026-07-01T01:44:35.76063Z","end":"2026-07-01T01:44:36.114423Z","steps":["trace[432299334] 'process raft request' (duration: 353.54868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:36.114729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.760606Z","time spent":"354.04232ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:36.114852Z","caller":"traceutil/trace.go:171","msg":"trace[2013683009] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"327.617161ms","start":"2026-07-01T01:44:35.787198Z","end":"2026-07-01T01:44:36.114815Z","steps":["trace[2013683009] 'process raft request' (duration: 327.183532ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:36.114925Z","caller":"traceutil/trace.go:171","msg":"trace[1173399357] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"324.061379ms","start":"2026-07-01T01:44:35.790834Z","end":"2026-07-01T01:44:36.114895Z","steps":["trace[1173399357] 'process raft request' (duration: 323.960937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:36.115045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.787184Z","time spent":"327.746493ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:36.115Z","caller":"traceutil/trace.go:171","msg":"trace[1040395436] linearizableReadLoop","detail":"{readStateIndex:26821; appliedIndex:26816; }","duration":"235.42036ms","start":"2026-07-01T01:44:35.879544Z","end":"2026-07-01T01:44:36.114964Z","steps":["trace[1040395436] 'read index received' (duration: 234.676525ms)","trace[1040395436] 'applied index is now lower than readState.Index' (duration: 742.595µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:36.115115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.790826Z","time spent":"324.174881ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:36.115114Z","caller":"traceutil/trace.go:171","msg":"trace[331951627] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"325.709011ms","start":"2026-07-01T01:44:35.789368Z","end":"2026-07-01T01:44:36.115077Z","steps":["trace[331951627] 'process raft request' (duration: 325.308353ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:36.115176Z","caller":"traceutil/trace.go:171","msg":"trace[884585465] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"324.13666ms","start":"2026-07-01T01:44:35.791028Z","end":"2026-07-01T01:44:36.115164Z","steps":["trace[884585465] 'process raft request' (duration: 323.826794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:36.115287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.791021Z","time spent":"324.186721ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:36.115287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.789361Z","time spent":"325.833994ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:36.115433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.171952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-01T01:44:36.115468Z","caller":"traceutil/trace.go:171","msg":"trace[605510869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25963; }","duration":"481.206363ms","start":"2026-07-01T01:44:35.634251Z","end":"2026-07-01T01:44:36.115457Z","steps":["trace[605510869] 'agreement among raft nodes before linearized reading' (duration: 481.012329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:36.115512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.634202Z","time spent":"481.303705ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:44:36.651145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.134992ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-01T01:44:36.651431Z","caller":"traceutil/trace.go:171","msg":"trace[1753897860] linearizableReadLoop","detail":"{readStateIndex:26823; appliedIndex:26821; }","duration":"536.281605ms","start":"2026-07-01T01:44:36.115121Z","end":"2026-07-01T01:44:36.651402Z","steps":["trace[1753897860] 'read index received' (duration: 254.869958ms)","trace[1753897860] 'applied index is now lower than readState.Index' (duration: 281.410357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:36.652039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.716906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:36.652122Z","caller":"traceutil/trace.go:171","msg":"trace[1590525190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25964; }","duration":"770.828808ms","start":"2026-07-01T01:44:35.88127Z","end":"2026-07-01T01:44:36.652099Z","steps":["trace[1590525190] 'agreement among raft nodes before linearized reading' (duration: 770.43804ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:36.652086Z","caller":"traceutil/trace.go:171","msg":"trace[522059074] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"766.643223ms","start":"2026-07-01T01:44:35.885404Z","end":"2026-07-01T01:44:36.652047Z","steps":["trace[522059074] 'process raft request' (duration: 765.858097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:36.652123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.880816Z","time spent":"771.302769ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:44:36.652154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.881253Z","time spent":"770.893219ms","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:36.652256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:35.885388Z","time spent":"766.773156ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:36.652237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.692761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-01T01:44:36.652324Z","caller":"traceutil/trace.go:171","msg":"trace[135109519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25964; }","duration":"532.802534ms","start":"2026-07-01T01:44:36.119502Z","end":"2026-07-01T01:44:36.652304Z","steps":["trace[135109519] 'agreement among raft nodes before linearized reading' (duration: 532.544849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:36.652365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:36.119489Z","time spent":"532.865945ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:44:37.244913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.570464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:37.246013Z","caller":"traceutil/trace.go:171","msg":"trace[718561892] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"378.59199ms","start":"2026-07-01T01:44:36.867402Z","end":"2026-07-01T01:44:37.245994Z","steps":["trace[718561892] 'process raft request' (duration: 166.835351ms)","trace[718561892] 'compare' (duration: 210.048574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:37.246133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:36.867375Z","time spent":"378.722423ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:43.51824Z","caller":"traceutil/trace.go:171","msg":"trace[524333575] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"194.244082ms","start":"2026-07-01T01:44:43.323965Z","end":"2026-07-01T01:44:43.518209Z","steps":["trace[524333575] 'process raft request' (duration: 194.088869ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:43.755596Z","caller":"traceutil/trace.go:171","msg":"trace[1086624292] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"137.445253ms","start":"2026-07-01T01:44:43.618107Z","end":"2026-07-01T01:44:43.755552Z","steps":["trace[1086624292] 'process raft request' (duration: 137.211358ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:43.769551Z","caller":"traceutil/trace.go:171","msg":"trace[1558052026] linearizableReadLoop","detail":"{readStateIndex:26928; appliedIndex:26926; }","duration":"142.090547ms","start":"2026-07-01T01:44:43.627442Z","end":"2026-07-01T01:44:43.769533Z","steps":["trace[1558052026] 'read index received' (duration: 127.905938ms)","trace[1558052026] 'applied index is now lower than readState.Index' (duration: 14.183659ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:43.769781Z","caller":"traceutil/trace.go:171","msg":"trace[676845406] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"144.583328ms","start":"2026-07-01T01:44:43.625158Z","end":"2026-07-01T01:44:43.769741Z","steps":["trace[676845406] 'process raft request' (duration: 144.253902ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:43.769804Z","caller":"traceutil/trace.go:171","msg":"trace[705261083] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"142.196659ms","start":"2026-07-01T01:44:43.627574Z","end":"2026-07-01T01:44:43.769771Z","steps":["trace[705261083] 'process raft request' (duration: 141.927264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:43.769847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.379984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:44:43.76988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.915815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:44:43.769891Z","caller":"traceutil/trace.go:171","msg":"trace[562606735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26069; }","duration":"142.476656ms","start":"2026-07-01T01:44:43.627402Z","end":"2026-07-01T01:44:43.769879Z","steps":["trace[562606735] 'agreement among raft nodes before linearized reading' (duration: 142.291042ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:43.769905Z","caller":"traceutil/trace.go:171","msg":"trace[1743488232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26069; }","duration":"141.986636ms","start":"2026-07-01T01:44:43.62791Z","end":"2026-07-01T01:44:43.769897Z","steps":["trace[1743488232] 'agreement among raft nodes before linearized reading' (duration: 141.874192ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:43.963343Z","caller":"traceutil/trace.go:171","msg":"trace[870952915] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"186.970702ms","start":"2026-07-01T01:44:43.776334Z","end":"2026-07-01T01:44:43.963305Z","steps":["trace[870952915] 'process raft request' (duration: 110.788718ms)","trace[870952915] 'compare' (duration: 76.024001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:44.191435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.326257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:44.191725Z","caller":"traceutil/trace.go:171","msg":"trace[959082473] linearizableReadLoop","detail":"{readStateIndex:26932; appliedIndex:26930; }","duration":"135.560814ms","start":"2026-07-01T01:44:44.056123Z","end":"2026-07-01T01:44:44.191684Z","steps":["trace[959082473] 'read index received' (duration: 6.8836ms)","trace[959082473] 'applied index is now lower than readState.Index' (duration: 128.676314ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:44.191826Z","caller":"traceutil/trace.go:171","msg":"trace[344472520] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"411.789297ms","start":"2026-07-01T01:44:43.779998Z","end":"2026-07-01T01:44:44.191788Z","steps":["trace[344472520] 'process raft request' (duration: 411.526801ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:44.191829Z","caller":"traceutil/trace.go:171","msg":"trace[800223911] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"414.90286ms","start":"2026-07-01T01:44:43.776873Z","end":"2026-07-01T01:44:44.191776Z","steps":["trace[800223911] 'process raft request' (duration: 286.166835ms)","trace[800223911] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 128.105503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:44.191879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.742668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:44.191937Z","caller":"traceutil/trace.go:171","msg":"trace[1963265670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26072; }","duration":"135.86649ms","start":"2026-07-01T01:44:44.056056Z","end":"2026-07-01T01:44:44.191923Z","steps":["trace[1963265670] 'agreement among raft nodes before linearized reading' (duration: 135.746638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:44.192005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:43.776851Z","time spent":"415.070323ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:44.191997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:43.77998Z","time spent":"411.931669ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3744,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:44.285489Z","caller":"traceutil/trace.go:171","msg":"trace[1719453030] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"141.484805ms","start":"2026-07-01T01:44:44.143974Z","end":"2026-07-01T01:44:44.285459Z","steps":["trace[1719453030] 'process raft request' (duration: 141.289212ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:44.285873Z","caller":"traceutil/trace.go:171","msg":"trace[914012271] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"141.622118ms","start":"2026-07-01T01:44:44.144206Z","end":"2026-07-01T01:44:44.285828Z","steps":["trace[914012271] 'process raft request' (duration: 141.20788ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:44.285917Z","caller":"traceutil/trace.go:171","msg":"trace[330263201] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"130.115663ms","start":"2026-07-01T01:44:44.155784Z","end":"2026-07-01T01:44:44.2859Z","steps":["trace[330263201] 'process raft request' (duration: 130.006691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:44.285983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.951447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:44.286606Z","caller":"traceutil/trace.go:171","msg":"trace[1371978789] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26077; }","duration":"198.59772ms","start":"2026-07-01T01:44:44.087994Z","end":"2026-07-01T01:44:44.286591Z","steps":["trace[1371978789] 'agreement among raft nodes before linearized reading' (duration: 197.884906ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:44.286018Z","caller":"traceutil/trace.go:171","msg":"trace[677649945] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"137.664087ms","start":"2026-07-01T01:44:44.148311Z","end":"2026-07-01T01:44:44.285975Z","steps":["trace[677649945] 'process raft request' (duration: 137.363541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:44.28607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.899768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b485626d-ef77-446e-a154-2456b05b0ce4\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-07-01T01:44:44.286791Z","caller":"traceutil/trace.go:171","msg":"trace[448562606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b485626d-ef77-446e-a154-2456b05b0ce4; range_end:; response_count:1; response_revision:26077; }","duration":"101.689984ms","start":"2026-07-01T01:44:44.185082Z","end":"2026-07-01T01:44:44.286772Z","steps":["trace[448562606] 'agreement among raft nodes before linearized reading' (duration: 100.864847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:46.091649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.052472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:46.091709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.337585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:44:46.091746Z","caller":"traceutil/trace.go:171","msg":"trace[1263021280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26085; }","duration":"104.172554ms","start":"2026-07-01T01:44:45.987552Z","end":"2026-07-01T01:44:46.091725Z","steps":["trace[1263021280] 'count revisions from in-memory index tree' (duration: 103.912779ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:46.091812Z","caller":"traceutil/trace.go:171","msg":"trace[693733351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26085; }","duration":"123.525499ms","start":"2026-07-01T01:44:45.968265Z","end":"2026-07-01T01:44:46.091791Z","steps":["trace[693733351] 'range keys from in-memory index tree' (duration: 123.125361ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:48.14901Z","caller":"traceutil/trace.go:171","msg":"trace[1406478611] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"110.77699ms","start":"2026-07-01T01:44:48.0382Z","end":"2026-07-01T01:44:48.148977Z","steps":["trace[1406478611] 'process raft request' (duration: 110.560745ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:50.411338Z","caller":"traceutil/trace.go:171","msg":"trace[1154048504] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"111.847041ms","start":"2026-07-01T01:44:50.299461Z","end":"2026-07-01T01:44:50.411308Z","steps":["trace[1154048504] 'process raft request' (duration: 84.174396ms)","trace[1154048504] 'compare' (duration: 26.720125ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:50.411559Z","caller":"traceutil/trace.go:171","msg":"trace[387759691] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"104.401719ms","start":"2026-07-01T01:44:50.307144Z","end":"2026-07-01T01:44:50.411546Z","steps":["trace[387759691] 'process raft request' (duration: 104.195085ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:50.411512Z","caller":"traceutil/trace.go:171","msg":"trace[1220172854] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"104.888869ms","start":"2026-07-01T01:44:50.306586Z","end":"2026-07-01T01:44:50.411475Z","steps":["trace[1220172854] 'process raft request' (duration: 104.637994ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:50.411633Z","caller":"traceutil/trace.go:171","msg":"trace[1693813119] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"104.074122ms","start":"2026-07-01T01:44:50.307553Z","end":"2026-07-01T01:44:50.411627Z","steps":["trace[1693813119] 'process raft request' (duration: 103.858448ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:50.41174Z","caller":"traceutil/trace.go:171","msg":"trace[444667272] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"102.623332ms","start":"2026-07-01T01:44:50.309097Z","end":"2026-07-01T01:44:50.411721Z","steps":["trace[444667272] 'process raft request' (duration: 102.411978ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:52.361165Z","caller":"traceutil/trace.go:171","msg":"trace[1069120019] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"103.636923ms","start":"2026-07-01T01:44:52.257501Z","end":"2026-07-01T01:44:52.361138Z","steps":["trace[1069120019] 'process raft request' (duration: 103.49647ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:52.448105Z","caller":"traceutil/trace.go:171","msg":"trace[1553127503] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"181.119053ms","start":"2026-07-01T01:44:52.266909Z","end":"2026-07-01T01:44:52.448028Z","steps":["trace[1553127503] 'process raft request' (duration: 180.727665ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:52.448134Z","caller":"traceutil/trace.go:171","msg":"trace[1246564455] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"182.414229ms","start":"2026-07-01T01:44:52.265703Z","end":"2026-07-01T01:44:52.448117Z","steps":["trace[1246564455] 'process raft request' (duration: 181.830178ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:52.587157Z","caller":"traceutil/trace.go:171","msg":"trace[1389895315] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"170.582729ms","start":"2026-07-01T01:44:52.416553Z","end":"2026-07-01T01:44:52.587136Z","steps":["trace[1389895315] 'process raft request' (duration: 170.412756ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:52.587401Z","caller":"traceutil/trace.go:171","msg":"trace[601216304] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"170.711331ms","start":"2026-07-01T01:44:52.416683Z","end":"2026-07-01T01:44:52.587394Z","steps":["trace[601216304] 'process raft request' (duration: 170.420655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:52.587587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.268968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:52.587618Z","caller":"traceutil/trace.go:171","msg":"trace[604814788] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26165; }","duration":"136.36945ms","start":"2026-07-01T01:44:52.451242Z","end":"2026-07-01T01:44:52.587611Z","steps":["trace[604814788] 'agreement among raft nodes before linearized reading' (duration: 136.297179ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:52.587496Z","caller":"traceutil/trace.go:171","msg":"trace[529050165] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"170.564958ms","start":"2026-07-01T01:44:52.416922Z","end":"2026-07-01T01:44:52.587487Z","steps":["trace[529050165] 'process raft request' (duration: 170.369874ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:52.587428Z","caller":"traceutil/trace.go:171","msg":"trace[2016978853] linearizableReadLoop","detail":"{readStateIndex:27027; appliedIndex:27023; }","duration":"136.121186ms","start":"2026-07-01T01:44:52.451295Z","end":"2026-07-01T01:44:52.587417Z","steps":["trace[2016978853] 'read index received' (duration: 135.648486ms)","trace[2016978853] 'applied index is now lower than readState.Index' (duration: 472.3µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:52.587553Z","caller":"traceutil/trace.go:171","msg":"trace[1188228835] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"170.430925ms","start":"2026-07-01T01:44:52.417117Z","end":"2026-07-01T01:44:52.587548Z","steps":["trace[1188228835] 'process raft request' (duration: 170.267432ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:03.352773Z","caller":"traceutil/trace.go:171","msg":"trace[917092223] linearizableReadLoop","detail":"{readStateIndex:27124; appliedIndex:27123; }","duration":"177.848606ms","start":"2026-07-01T01:45:03.174899Z","end":"2026-07-01T01:45:03.352748Z","steps":["trace[917092223] 'read index received' (duration: 177.705853ms)","trace[917092223] 'applied index is now lower than readState.Index' (duration: 141.963µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:03.352903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.980089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:03.352928Z","caller":"traceutil/trace.go:171","msg":"trace[206603793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26260; }","duration":"178.066371ms","start":"2026-07-01T01:45:03.174853Z","end":"2026-07-01T01:45:03.35292Z","steps":["trace[206603793] 'agreement among raft nodes before linearized reading' (duration: 177.98352ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:03.353012Z","caller":"traceutil/trace.go:171","msg":"trace[713183624] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"195.939266ms","start":"2026-07-01T01:45:03.157057Z","end":"2026-07-01T01:45:03.352996Z","steps":["trace[713183624] 'process raft request' (duration: 195.562808ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:03.762675Z","caller":"traceutil/trace.go:171","msg":"trace[1962971903] linearizableReadLoop","detail":"{readStateIndex:27125; appliedIndex:27124; }","duration":"122.816044ms","start":"2026-07-01T01:45:03.639804Z","end":"2026-07-01T01:45:03.76262Z","steps":["trace[1962971903] 'read index received' (duration: 122.356745ms)","trace[1962971903] 'applied index is now lower than readState.Index' (duration: 458.009µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:03.763034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.847974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T01:45:03.763067Z","caller":"traceutil/trace.go:171","msg":"trace[1617566646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26261; }","duration":"122.909396ms","start":"2026-07-01T01:45:03.640147Z","end":"2026-07-01T01:45:03.763056Z","steps":["trace[1617566646] 'agreement among raft nodes before linearized reading' (duration: 122.801074ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:03.76315Z","caller":"traceutil/trace.go:171","msg":"trace[240814328] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"143.039877ms","start":"2026-07-01T01:45:03.620101Z","end":"2026-07-01T01:45:03.763141Z","steps":["trace[240814328] 'process raft request' (duration: 142.056207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:03.763033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.199843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:45:03.763431Z","caller":"traceutil/trace.go:171","msg":"trace[1523852495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26261; }","duration":"123.628262ms","start":"2026-07-01T01:45:03.639769Z","end":"2026-07-01T01:45:03.763397Z","steps":["trace[1523852495] 'agreement among raft nodes before linearized reading' (duration: 123.133371ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:03.925315Z","caller":"traceutil/trace.go:171","msg":"trace[648829798] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"157.787917ms","start":"2026-07-01T01:45:03.767483Z","end":"2026-07-01T01:45:03.925271Z","steps":["trace[648829798] 'process raft request' (duration: 151.429468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:04.209637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.082107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:45:04.210048Z","caller":"traceutil/trace.go:171","msg":"trace[1066136686] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"440.622325ms","start":"2026-07-01T01:45:03.769384Z","end":"2026-07-01T01:45:04.210007Z","steps":["trace[1066136686] 'process raft request' (duration: 327.052788ms)","trace[1066136686] 'compare' (duration: 112.575027ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:04.210102Z","caller":"traceutil/trace.go:171","msg":"trace[1797102163] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27126; }","duration":"208.909351ms","start":"2026-07-01T01:45:04.001168Z","end":"2026-07-01T01:45:04.210078Z","steps":["trace[1797102163] 'read index received' (duration: 95.154451ms)","trace[1797102163] 'applied index is now lower than readState.Index' (duration: 113.75334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:04.210228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:03.769355Z","time spent":"440.774488ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:04.210327Z","caller":"traceutil/trace.go:171","msg":"trace[1659273272] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"359.433669ms","start":"2026-07-01T01:45:03.850857Z","end":"2026-07-01T01:45:04.210291Z","steps":["trace[1659273272] 'process raft request' (duration: 358.97116ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:04.210338Z","caller":"traceutil/trace.go:171","msg":"trace[725577092] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"343.32241ms","start":"2026-07-01T01:45:03.866961Z","end":"2026-07-01T01:45:04.210284Z","steps":["trace[725577092] 'process raft request' (duration: 343.057145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:04.210447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.866508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:45:04.210484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:03.850834Z","time spent":"359.571402ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:45:04.21053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:03.866942Z","time spent":"343.490324ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:45:04.210568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.407851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:45:04.210613Z","caller":"traceutil/trace.go:171","msg":"trace[754331677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26266; }","duration":"209.495193ms","start":"2026-07-01T01:45:04.001107Z","end":"2026-07-01T01:45:04.210602Z","steps":["trace[754331677] 'agreement among raft nodes before linearized reading' (duration: 209.422251ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:04.210691Z","caller":"traceutil/trace.go:171","msg":"trace[1857689458] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"344.829032ms","start":"2026-07-01T01:45:03.865851Z","end":"2026-07-01T01:45:04.21068Z","steps":["trace[1857689458] 'process raft request' (duration: 344.108178ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:04.210497Z","caller":"traceutil/trace.go:171","msg":"trace[1357979191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26266; }","duration":"203.943249ms","start":"2026-07-01T01:45:04.006538Z","end":"2026-07-01T01:45:04.210481Z","steps":["trace[1357979191] 'agreement among raft nodes before linearized reading' (duration: 203.854287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:04.210755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:03.865826Z","time spent":"344.899393ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:04.661092Z","caller":"traceutil/trace.go:171","msg":"trace[1713055432] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"168.503026ms","start":"2026-07-01T01:45:04.492547Z","end":"2026-07-01T01:45:04.66105Z","steps":["trace[1713055432] 'process raft request' (duration: 168.325282ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:04.936474Z","caller":"traceutil/trace.go:171","msg":"trace[391347224] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"117.17912ms","start":"2026-07-01T01:45:04.819264Z","end":"2026-07-01T01:45:04.936443Z","steps":["trace[391347224] 'process raft request' (duration: 117.021247ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:05.131272Z","caller":"traceutil/trace.go:171","msg":"trace[1409890001] linearizableReadLoop","detail":"{readStateIndex:27141; appliedIndex:27140; }","duration":"127.102633ms","start":"2026-07-01T01:45:05.004135Z","end":"2026-07-01T01:45:05.131238Z","steps":["trace[1409890001] 'read index received' (duration: 48.273745ms)","trace[1409890001] 'applied index is now lower than readState.Index' (duration: 78.827128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:05.131478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.283516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:05.131588Z","caller":"traceutil/trace.go:171","msg":"trace[313020399] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26276; }","duration":"127.429789ms","start":"2026-07-01T01:45:05.004133Z","end":"2026-07-01T01:45:05.131563Z","steps":["trace[313020399] 'agreement among raft nodes before linearized reading' (duration: 127.214245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:11.15588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.556096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:45:11.155974Z","caller":"traceutil/trace.go:171","msg":"trace[2010022057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26337; }","duration":"141.692358ms","start":"2026-07-01T01:45:11.01426Z","end":"2026-07-01T01:45:11.155952Z","steps":["trace[2010022057] 'range keys from in-memory index tree' (duration: 141.385623ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:11.306748Z","caller":"traceutil/trace.go:171","msg":"trace[2076841446] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"145.776952ms","start":"2026-07-01T01:45:11.16094Z","end":"2026-07-01T01:45:11.306717Z","steps":["trace[2076841446] 'process raft request' (duration: 145.637119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:11.626057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.881114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:45:11.626122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.075098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:11.626161Z","caller":"traceutil/trace.go:171","msg":"trace[766184017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26338; }","duration":"248.14464ms","start":"2026-07-01T01:45:11.378003Z","end":"2026-07-01T01:45:11.626147Z","steps":["trace[766184017] 'range keys from in-memory index tree' (duration: 247.930005ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:11.626167Z","caller":"traceutil/trace.go:171","msg":"trace[1035753264] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26338; }","duration":"169.032557ms","start":"2026-07-01T01:45:11.457112Z","end":"2026-07-01T01:45:11.626145Z","steps":["trace[1035753264] 'count revisions from in-memory index tree' (duration: 168.803632ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:11.916184Z","caller":"traceutil/trace.go:171","msg":"trace[482016078] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"104.490631ms","start":"2026-07-01T01:45:11.811666Z","end":"2026-07-01T01:45:11.916157Z","steps":["trace[482016078] 'process raft request' (duration: 104.342928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:13.515548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.604974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:13.515635Z","caller":"traceutil/trace.go:171","msg":"trace[342199055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26355; }","duration":"130.739186ms","start":"2026-07-01T01:45:13.38488Z","end":"2026-07-01T01:45:13.515619Z","steps":["trace[342199055] 'range keys from in-memory index tree' (duration: 130.527652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:13.515867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.818137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:13.515973Z","caller":"traceutil/trace.go:171","msg":"trace[1013755273] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26355; }","duration":"153.97984ms","start":"2026-07-01T01:45:13.361967Z","end":"2026-07-01T01:45:13.515947Z","steps":["trace[1013755273] 'count revisions from in-memory index tree' (duration: 153.734484ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:14.459476Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a5f.wal"} {"level":"info","ts":"2026-07-01T01:45:26.18617Z","caller":"traceutil/trace.go:171","msg":"trace[1875606882] linearizableReadLoop","detail":"{readStateIndex:27323; appliedIndex:27322; }","duration":"214.27185ms","start":"2026-07-01T01:45:25.971872Z","end":"2026-07-01T01:45:26.186144Z","steps":["trace[1875606882] 'read index received' (duration: 213.728229ms)","trace[1875606882] 'applied index is now lower than readState.Index' (duration: 542.801µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:26.186789Z","caller":"traceutil/trace.go:171","msg":"trace[1111287162] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"305.996179ms","start":"2026-07-01T01:45:25.880779Z","end":"2026-07-01T01:45:26.186775Z","steps":["trace[1111287162] 'process raft request' (duration: 305.01543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:26.186904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:25.880742Z","time spent":"306.088791ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:45:26.186971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.078326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T01:45:26.187097Z","caller":"traceutil/trace.go:171","msg":"trace[966974086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26453; }","duration":"215.251309ms","start":"2026-07-01T01:45:25.971828Z","end":"2026-07-01T01:45:26.187079Z","steps":["trace[966974086] 'agreement among raft nodes before linearized reading' (duration: 214.995884ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.363796Z","caller":"traceutil/trace.go:171","msg":"trace[2014691628] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"169.529616ms","start":"2026-07-01T01:45:26.194236Z","end":"2026-07-01T01:45:26.363766Z","steps":["trace[2014691628] 'process raft request' (duration: 100.169802ms)","trace[2014691628] 'compare' (duration: 69.247502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:26.623374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.042945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:45:26.623637Z","caller":"traceutil/trace.go:171","msg":"trace[70930242] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27324; }","duration":"280.756914ms","start":"2026-07-01T01:45:26.342859Z","end":"2026-07-01T01:45:26.623616Z","steps":["trace[70930242] 'read index received' (duration: 167.337111ms)","trace[70930242] 'applied index is now lower than readState.Index' (duration: 113.418743ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:26.623755Z","caller":"traceutil/trace.go:171","msg":"trace[1814088097] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"333.814466ms","start":"2026-07-01T01:45:26.289904Z","end":"2026-07-01T01:45:26.623719Z","steps":["trace[1814088097] 'process raft request' (duration: 333.663773ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.623796Z","caller":"traceutil/trace.go:171","msg":"trace[1491762073] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"334.50424ms","start":"2026-07-01T01:45:26.289271Z","end":"2026-07-01T01:45:26.623776Z","steps":["trace[1491762073] 'process raft request' (duration: 334.233425ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.623774Z","caller":"traceutil/trace.go:171","msg":"trace[692321743] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"334.5093ms","start":"2026-07-01T01:45:26.289201Z","end":"2026-07-01T01:45:26.623711Z","steps":["trace[692321743] 'process raft request' (duration: 221.033436ms)","trace[692321743] 'compare' (duration: 112.888292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:26.623918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:26.289224Z","time spent":"334.623563ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:45:26.623915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.529105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:45:26.623922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:26.289879Z","time spent":"333.96589ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:26.624026Z","caller":"traceutil/trace.go:171","msg":"trace[1894148443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26457; }","duration":"243.687369ms","start":"2026-07-01T01:45:26.380314Z","end":"2026-07-01T01:45:26.624001Z","steps":["trace[1894148443] 'agreement among raft nodes before linearized reading' (duration: 243.485785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:26.62403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:26.289175Z","time spent":"334.714895ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:45:26.623804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.938439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:26.624124Z","caller":"traceutil/trace.go:171","msg":"trace[1917948535] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26457; }","duration":"281.260085ms","start":"2026-07-01T01:45:26.342823Z","end":"2026-07-01T01:45:26.624083Z","steps":["trace[1917948535] 'agreement among raft nodes before linearized reading' (duration: 280.903767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:26.624267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.238082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-01T01:45:26.62434Z","caller":"traceutil/trace.go:171","msg":"trace[957933301] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26457; }","duration":"147.348414ms","start":"2026-07-01T01:45:26.476974Z","end":"2026-07-01T01:45:26.624323Z","steps":["trace[957933301] 'agreement among raft nodes before linearized reading' (duration: 147.176431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:26.964746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.4395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:45:26.964872Z","caller":"traceutil/trace.go:171","msg":"trace[211959586] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"231.576693ms","start":"2026-07-01T01:45:26.733266Z","end":"2026-07-01T01:45:26.964843Z","steps":["trace[211959586] 'process raft request' (duration: 50.948269ms)","trace[211959586] 'compare' (duration: 180.218036ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:26.965945Z","caller":"traceutil/trace.go:171","msg":"trace[1037835108] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"229.98811ms","start":"2026-07-01T01:45:26.735928Z","end":"2026-07-01T01:45:26.965916Z","steps":["trace[1037835108] 'process raft request' (duration: 229.792056ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.966171Z","caller":"traceutil/trace.go:171","msg":"trace[2069145122] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"212.511654ms","start":"2026-07-01T01:45:26.75364Z","end":"2026-07-01T01:45:26.966151Z","steps":["trace[2069145122] 'process raft request' (duration: 212.226758ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.966398Z","caller":"traceutil/trace.go:171","msg":"trace[1866674586] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"210.35751ms","start":"2026-07-01T01:45:26.756026Z","end":"2026-07-01T01:45:26.966383Z","steps":["trace[1866674586] 'process raft request' (duration: 210.049693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.966524Z","caller":"traceutil/trace.go:171","msg":"trace[1861002710] linearizableReadLoop","detail":"{readStateIndex:27334; appliedIndex:27330; }","duration":"143.669189ms","start":"2026-07-01T01:45:26.822842Z","end":"2026-07-01T01:45:26.966511Z","steps":["trace[1861002710] 'read index received' (duration: 142.818062ms)","trace[1861002710] 'applied index is now lower than readState.Index' (duration: 850.147µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:26.966662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.806342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:45:26.966677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.483241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:26.966711Z","caller":"traceutil/trace.go:171","msg":"trace[1281362666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26464; }","duration":"132.534042ms","start":"2026-07-01T01:45:26.834164Z","end":"2026-07-01T01:45:26.966698Z","steps":["trace[1281362666] 'agreement among raft nodes before linearized reading' (duration: 132.475511ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.966743Z","caller":"traceutil/trace.go:171","msg":"trace[1845221357] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"205.956539ms","start":"2026-07-01T01:45:26.760777Z","end":"2026-07-01T01:45:26.966734Z","steps":["trace[1845221357] 'process raft request' (duration: 205.54258ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:26.966708Z","caller":"traceutil/trace.go:171","msg":"trace[154196933] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26464; }","duration":"143.900374ms","start":"2026-07-01T01:45:26.822796Z","end":"2026-07-01T01:45:26.966696Z","steps":["trace[154196933] 'agreement among raft nodes before linearized reading' (duration: 143.807292ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:30.766728Z","caller":"traceutil/trace.go:171","msg":"trace[1287451270] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"128.397739ms","start":"2026-07-01T01:45:30.638294Z","end":"2026-07-01T01:45:30.766691Z","steps":["trace[1287451270] 'process raft request' (duration: 112.318411ms)","trace[1287451270] 'compare' (duration: 15.21581ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:30.766781Z","caller":"traceutil/trace.go:171","msg":"trace[1757217293] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"127.798087ms","start":"2026-07-01T01:45:30.638956Z","end":"2026-07-01T01:45:30.766754Z","steps":["trace[1757217293] 'process raft request' (duration: 127.629313ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:30.953681Z","caller":"traceutil/trace.go:171","msg":"trace[705601879] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"180.510701ms","start":"2026-07-01T01:45:30.773142Z","end":"2026-07-01T01:45:30.953652Z","steps":["trace[705601879] 'process raft request' (duration: 180.342478ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:36.64944Z","caller":"traceutil/trace.go:171","msg":"trace[736134593] linearizableReadLoop","detail":"{readStateIndex:27411; appliedIndex:27410; }","duration":"175.275835ms","start":"2026-07-01T01:45:36.474136Z","end":"2026-07-01T01:45:36.649412Z","steps":["trace[736134593] 'read index received' (duration: 175.015849ms)","trace[736134593] 'applied index is now lower than readState.Index' (duration: 258.856µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:36.64956Z","caller":"traceutil/trace.go:171","msg":"trace[1831552437] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"229.826816ms","start":"2026-07-01T01:45:36.419722Z","end":"2026-07-01T01:45:36.649548Z","steps":["trace[1831552437] 'process raft request' (duration: 229.52793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:36.866748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.578275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:36.866846Z","caller":"traceutil/trace.go:171","msg":"trace[573748009] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26539; }","duration":"392.713638ms","start":"2026-07-01T01:45:36.474107Z","end":"2026-07-01T01:45:36.866821Z","steps":["trace[573748009] 'agreement among raft nodes before linearized reading' (duration: 175.414638ms)","trace[573748009] 'count revisions from in-memory index tree' (duration: 217.161228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:36.866892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:36.474094Z","time spent":"392.787369ms","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:45:36.867511Z","caller":"traceutil/trace.go:171","msg":"trace[2031992502] linearizableReadLoop","detail":"{readStateIndex:27412; appliedIndex:27411; }","duration":"134.035653ms","start":"2026-07-01T01:45:36.733453Z","end":"2026-07-01T01:45:36.867488Z","steps":["trace[2031992502] 'read index received' (duration: 119.124449ms)","trace[2031992502] 'applied index is now lower than readState.Index' (duration: 14.910534ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:36.867635Z","caller":"traceutil/trace.go:171","msg":"trace[1794675924] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"165.138827ms","start":"2026-07-01T01:45:36.702418Z","end":"2026-07-01T01:45:36.867557Z","steps":["trace[1794675924] 'process raft request' (duration: 150.201452ms)","trace[1794675924] 'compare' (duration: 14.782132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:36.868938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.479862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:36.868978Z","caller":"traceutil/trace.go:171","msg":"trace[2065540865] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26540; }","duration":"135.585994ms","start":"2026-07-01T01:45:36.733383Z","end":"2026-07-01T01:45:36.868969Z","steps":["trace[2065540865] 'agreement among raft nodes before linearized reading' (duration: 134.244937ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:37.176687Z","caller":"traceutil/trace.go:171","msg":"trace[1807266538] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"391.295389ms","start":"2026-07-01T01:45:36.785359Z","end":"2026-07-01T01:45:37.176655Z","steps":["trace[1807266538] 'process raft request' (duration: 343.317401ms)","trace[1807266538] 'compare' (duration: 47.696123ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:37.176876Z","caller":"traceutil/trace.go:171","msg":"trace[167645846] linearizableReadLoop","detail":"{readStateIndex:27414; appliedIndex:27412; }","duration":"309.231635ms","start":"2026-07-01T01:45:36.867607Z","end":"2026-07-01T01:45:37.176839Z","steps":["trace[167645846] 'read index received' (duration: 261.147315ms)","trace[167645846] 'applied index is now lower than readState.Index' (duration: 48.08316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:37.176849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:36.785337Z","time spent":"391.433892ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:37.177096Z","caller":"traceutil/trace.go:171","msg":"trace[902920572] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"390.015393ms","start":"2026-07-01T01:45:36.787067Z","end":"2026-07-01T01:45:37.177082Z","steps":["trace[902920572] 'process raft request' (duration: 389.544394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.177223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:36.787056Z","time spent":"390.079624ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:45:37.177434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.89118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:45:37.177478Z","caller":"traceutil/trace.go:171","msg":"trace[362957518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26542; }","duration":"312.969141ms","start":"2026-07-01T01:45:36.864496Z","end":"2026-07-01T01:45:37.177465Z","steps":["trace[362957518] 'agreement among raft nodes before linearized reading' (duration: 312.842648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.177507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:36.864473Z","time spent":"313.028122ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:45:37.320993Z","caller":"traceutil/trace.go:171","msg":"trace[934299508] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"322.996998ms","start":"2026-07-01T01:45:36.997957Z","end":"2026-07-01T01:45:37.320954Z","steps":["trace[934299508] 'process raft request' (duration: 322.785033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.321164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:36.997928Z","time spent":"323.15219ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:37.321271Z","caller":"traceutil/trace.go:171","msg":"trace[2060473531] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"308.796187ms","start":"2026-07-01T01:45:37.012443Z","end":"2026-07-01T01:45:37.321239Z","steps":["trace[2060473531] 'process raft request' (duration: 308.469441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.321439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:37.012417Z","time spent":"308.940001ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:37.321462Z","caller":"traceutil/trace.go:171","msg":"trace[968624234] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"306.989461ms","start":"2026-07-01T01:45:37.014455Z","end":"2026-07-01T01:45:37.321444Z","steps":["trace[968624234] 'process raft request' (duration: 306.697845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.321546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:37.014431Z","time spent":"307.069872ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:37.321854Z","caller":"traceutil/trace.go:171","msg":"trace[252147077] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"307.123303ms","start":"2026-07-01T01:45:37.014715Z","end":"2026-07-01T01:45:37.321839Z","steps":["trace[252147077] 'process raft request' (duration: 306.673314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.321939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:37.0147Z","time spent":"307.200545ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:37.322354Z","caller":"traceutil/trace.go:171","msg":"trace[7764095] linearizableReadLoop","detail":"{readStateIndex:27420; appliedIndex:27414; }","duration":"145.388206ms","start":"2026-07-01T01:45:37.176956Z","end":"2026-07-01T01:45:37.322344Z","steps":["trace[7764095] 'read index received' (duration: 143.844665ms)","trace[7764095] 'applied index is now lower than readState.Index' (duration: 1.542891ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:37.322517Z","caller":"traceutil/trace.go:171","msg":"trace[1409775423] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"307.01106ms","start":"2026-07-01T01:45:37.015499Z","end":"2026-07-01T01:45:37.32251Z","steps":["trace[1409775423] 'process raft request' (duration: 306.104172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.322584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:37.015484Z","time spent":"307.070451ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:45:37.322661Z","caller":"traceutil/trace.go:171","msg":"trace[1626721086] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"265.670648ms","start":"2026-07-01T01:45:37.056984Z","end":"2026-07-01T01:45:37.322655Z","steps":["trace[1626721086] 'process raft request' (duration: 265.318101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.322838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.607363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:45:37.322844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.133797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:45:37.322893Z","caller":"traceutil/trace.go:171","msg":"trace[1388944318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26548; }","duration":"206.664114ms","start":"2026-07-01T01:45:37.116216Z","end":"2026-07-01T01:45:37.32288Z","steps":["trace[1388944318] 'agreement among raft nodes before linearized reading' (duration: 206.524121ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:37.322899Z","caller":"traceutil/trace.go:171","msg":"trace[329470774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26548; }","duration":"342.236678ms","start":"2026-07-01T01:45:36.98065Z","end":"2026-07-01T01:45:37.322887Z","steps":["trace[329470774] 'agreement among raft nodes before linearized reading' (duration: 342.067765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.322932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:36.980633Z","time spent":"342.2923ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:45:37.331369Z","caller":"traceutil/trace.go:171","msg":"trace[476992564] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"149.53696ms","start":"2026-07-01T01:45:37.181793Z","end":"2026-07-01T01:45:37.33133Z","steps":["trace[476992564] 'process raft request' (duration: 149.373226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.608539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.693199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:45:37.608728Z","caller":"traceutil/trace.go:171","msg":"trace[31108076] linearizableReadLoop","detail":"{readStateIndex:27423; appliedIndex:27421; }","duration":"230.434008ms","start":"2026-07-01T01:45:37.378275Z","end":"2026-07-01T01:45:37.608709Z","steps":["trace[31108076] 'read index received' (duration: 90.375773ms)","trace[31108076] 'applied index is now lower than readState.Index' (duration: 140.057345ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:37.608822Z","caller":"traceutil/trace.go:171","msg":"trace[2136671478] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"281.407207ms","start":"2026-07-01T01:45:37.327396Z","end":"2026-07-01T01:45:37.608803Z","steps":["trace[2136671478] 'process raft request' (duration: 281.251944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.608945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.640882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:37.60905Z","caller":"traceutil/trace.go:171","msg":"trace[186749977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26551; }","duration":"230.762535ms","start":"2026-07-01T01:45:37.378269Z","end":"2026-07-01T01:45:37.609031Z","steps":["trace[186749977] 'agreement among raft nodes before linearized reading' (duration: 230.583491ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:37.608843Z","caller":"traceutil/trace.go:171","msg":"trace[981917150] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"281.931778ms","start":"2026-07-01T01:45:37.326863Z","end":"2026-07-01T01:45:37.608795Z","steps":["trace[981917150] 'process raft request' (duration: 141.891993ms)","trace[981917150] 'compare' (duration: 139.544435ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:37.622161Z","caller":"traceutil/trace.go:171","msg":"trace[2003397182] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"107.724135ms","start":"2026-07-01T01:45:37.514413Z","end":"2026-07-01T01:45:37.622137Z","steps":["trace[2003397182] 'process raft request' (duration: 107.514921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.622412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.121252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:45:37.622509Z","caller":"traceutil/trace.go:171","msg":"trace[1172743829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26552; }","duration":"154.263025ms","start":"2026-07-01T01:45:37.468224Z","end":"2026-07-01T01:45:37.622487Z","steps":["trace[1172743829] 'agreement among raft nodes before linearized reading' (duration: 153.99096ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:37.950573Z","caller":"traceutil/trace.go:171","msg":"trace[1276255897] linearizableReadLoop","detail":"{readStateIndex:27425; appliedIndex:27424; }","duration":"324.071367ms","start":"2026-07-01T01:45:37.626477Z","end":"2026-07-01T01:45:37.950549Z","steps":["trace[1276255897] 'read index received' (duration: 323.889044ms)","trace[1276255897] 'applied index is now lower than readState.Index' (duration: 181.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:37.950776Z","caller":"traceutil/trace.go:171","msg":"trace[1828780003] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"325.034508ms","start":"2026-07-01T01:45:37.625733Z","end":"2026-07-01T01:45:37.950767Z","steps":["trace[1828780003] 'process raft request' (duration: 324.683331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.950871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:37.625716Z","time spent":"325.080779ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:45:37.950973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.608035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:45:37.951036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.524546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:37.951061Z","caller":"traceutil/trace.go:171","msg":"trace[1179683471] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26553; }","duration":"324.602589ms","start":"2026-07-01T01:45:37.626449Z","end":"2026-07-01T01:45:37.951052Z","steps":["trace[1179683471] 'agreement among raft nodes before linearized reading' (duration: 324.531417ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:37.95106Z","caller":"traceutil/trace.go:171","msg":"trace[1588618047] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26553; }","duration":"289.720518ms","start":"2026-07-01T01:45:37.661323Z","end":"2026-07-01T01:45:37.951044Z","steps":["trace[1588618047] 'agreement among raft nodes before linearized reading' (duration: 289.595505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:37.951081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:45:37.626435Z","time spent":"324.64079ms","remote":"127.0.0.1:39214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:45:38.167319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.404162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:38.16742Z","caller":"traceutil/trace.go:171","msg":"trace[979005302] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26553; }","duration":"110.546194ms","start":"2026-07-01T01:45:38.056853Z","end":"2026-07-01T01:45:38.167399Z","steps":["trace[979005302] 'range keys from in-memory index tree' (duration: 110.337601ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:41.764434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24913} {"level":"info","ts":"2026-07-01T01:47:41.914335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24913,"took":"145.842335ms","hash":373764446,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":37031936,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-01T01:47:41.914439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":373764446,"revision":24913,"compact-revision":21793} {"level":"info","ts":"2026-07-01T01:49:53.97172Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:49:53.976473Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-01T01:49:53.976669Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-01T01:52:41.77059Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27765} {"level":"info","ts":"2026-07-01T01:52:41.908054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27765,"took":"133.8562ms","hash":3601565171,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":33234944,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T01:52:41.908157Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3601565171,"revision":27765,"compact-revision":24913} {"level":"info","ts":"2026-07-01T01:57:41.775665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30335} {"level":"info","ts":"2026-07-01T01:57:41.917859Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30335,"took":"136.233521ms","hash":1413243347,"current-db-size-bytes":57483264,"current-db-size":"58 MB","current-db-size-in-use-bytes":30461952,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T01:57:41.917937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1413243347,"revision":30335,"compact-revision":27765} {"level":"info","ts":"2026-07-01T02:02:41.783222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32589} {"level":"info","ts":"2026-07-01T02:02:41.934937Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32589,"took":"148.321808ms","hash":2595644496,"current-db-size-bytes":58523648,"current-db-size":"58 MB","current-db-size-in-use-bytes":30515200,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T02:02:41.935044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2595644496,"revision":32589,"compact-revision":30335} {"level":"info","ts":"2026-07-01T02:07:41.79144Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34889} {"level":"info","ts":"2026-07-01T02:07:41.946743Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34889,"took":"147.293607ms","hash":1982726842,"current-db-size-bytes":58523648,"current-db-size":"58 MB","current-db-size-in-use-bytes":31666176,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T02:07:41.946799Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1982726842,"revision":34889,"compact-revision":32589} {"level":"info","ts":"2026-07-01T02:11:05.238442Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T02:11:05.244005Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-01T02:11:05.245073Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-01T02:12:41.798076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37214} {"level":"info","ts":"2026-07-01T02:12:41.916104Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37214,"took":"114.708349ms","hash":1323217417,"current-db-size-bytes":60223488,"current-db-size":"60 MB","current-db-size-in-use-bytes":32419840,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T02:12:41.916179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1323217417,"revision":37214,"compact-revision":34889}