{"level":"warn","ts":"2026-06-24T00:53:50.133964Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-24T00:53:50.134073Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-24T00:53:50.134156Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-24T00:53:50.134169Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-06-24T00:53:50.134194Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-24T00:53:50.135032Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-06-24T00:53:50.135122Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-24T00:53:50.142968Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.573094ms"} {"level":"info","ts":"2026-06-24T00:53:50.152199Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-06-24T00:53:50.152378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-06-24T00:53:50.152413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-06-24T00:53:50.152428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-24T00:53:50.152441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-06-24T00:53:50.152503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-06-24T00:53:50.165937Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-24T00:53:50.167516Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-24T00:53:50.169479Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-24T00:53:50.171919Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-24T00:53:50.172106Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-24T00:53:50.172281Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-24T00:53:50.172368Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-24T00:53:50.17239Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-24T00:53:50.173172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-06-24T00:53:50.173281Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-06-24T00:53:50.17677Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-24T00:53:50.176886Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-06-24T00:53:50.176937Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-06-24T00:53:50.177171Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-24T00:53:50.177231Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-24T00:53:50.65312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-06-24T00:53:50.653244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-24T00:53:50.65327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-06-24T00:53:50.653292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-06-24T00:53:50.653301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-06-24T00:53:50.653315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-06-24T00:53:50.653327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-06-24T00:53:50.654484Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T00:53:50.655488Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-06-24T00:53:50.655513Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-24T00:53:50.655542Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-24T00:53:50.65588Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-24T00:53:50.655975Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-24T00:53:50.656272Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T00:53:50.659615Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-24T00:53:50.659925Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T00:53:50.660016Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T00:53:50.664068Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-06-24T00:54:05.51683Z","caller":"traceutil/trace.go:171","msg":"trace[1794943731] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"148.669341ms","start":"2026-06-24T00:54:05.36814Z","end":"2026-06-24T00:54:05.516809Z","steps":["trace[1794943731] 'process raft request' (duration: 133.544223ms)","trace[1794943731] 'compare' (duration: 15.023345ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:05.907475Z","caller":"traceutil/trace.go:171","msg":"trace[1926955881] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"300.499439ms","start":"2026-06-24T00:54:05.606951Z","end":"2026-06-24T00:54:05.907451Z","steps":["trace[1926955881] 'process raft request' (duration: 300.358696ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:05.908749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:05.606931Z","time spent":"300.629863ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:54:16.726798Z","caller":"traceutil/trace.go:171","msg":"trace[1073839319] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"309.483084ms","start":"2026-06-24T00:54:16.417292Z","end":"2026-06-24T00:54:16.726775Z","steps":["trace[1073839319] 'process raft request' (duration: 309.369021ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:16.726927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:16.41727Z","time spent":"309.596776ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:54:27.030969Z","caller":"traceutil/trace.go:171","msg":"trace[228117843] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"212.515504ms","start":"2026-06-24T00:54:26.818428Z","end":"2026-06-24T00:54:27.030944Z","steps":["trace[228117843] 'process raft request' (duration: 212.405541ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038055Z","caller":"traceutil/trace.go:171","msg":"trace[864666302] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"208.969775ms","start":"2026-06-24T00:54:26.829067Z","end":"2026-06-24T00:54:27.038037Z","steps":["trace[864666302] 'process raft request' (duration: 208.854412ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038056Z","caller":"traceutil/trace.go:171","msg":"trace[1201339199] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"209.036706ms","start":"2026-06-24T00:54:26.828992Z","end":"2026-06-24T00:54:27.038028Z","steps":["trace[1201339199] 'process raft request' (duration: 208.82616ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038133Z","caller":"traceutil/trace.go:171","msg":"trace[1378156929] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"198.208493ms","start":"2026-06-24T00:54:26.83989Z","end":"2026-06-24T00:54:27.038098Z","steps":["trace[1378156929] 'process raft request' (duration: 198.093769ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038194Z","caller":"traceutil/trace.go:171","msg":"trace[1877677529] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"197.029579ms","start":"2026-06-24T00:54:26.841144Z","end":"2026-06-24T00:54:27.038174Z","steps":["trace[1877677529] 'process raft request' (duration: 196.875765ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038222Z","caller":"traceutil/trace.go:171","msg":"trace[1905091718] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"196.171565ms","start":"2026-06-24T00:54:26.842042Z","end":"2026-06-24T00:54:27.038214Z","steps":["trace[1905091718] 'process raft request' (duration: 196.088433ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038253Z","caller":"traceutil/trace.go:171","msg":"trace[2006036628] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"196.619037ms","start":"2026-06-24T00:54:26.841582Z","end":"2026-06-24T00:54:27.038201Z","steps":["trace[2006036628] 'process raft request' (duration: 196.515275ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038317Z","caller":"traceutil/trace.go:171","msg":"trace[1416048360] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"191.069002ms","start":"2026-06-24T00:54:26.847238Z","end":"2026-06-24T00:54:27.038307Z","steps":["trace[1416048360] 'process raft request' (duration: 190.942959ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038345Z","caller":"traceutil/trace.go:171","msg":"trace[1719286871] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"185.943358ms","start":"2026-06-24T00:54:26.852393Z","end":"2026-06-24T00:54:27.038337Z","steps":["trace[1719286871] 'process raft request' (duration: 185.830575ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038474Z","caller":"traceutil/trace.go:171","msg":"trace[2023530642] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"182.566013ms","start":"2026-06-24T00:54:26.855902Z","end":"2026-06-24T00:54:27.038468Z","steps":["trace[2023530642] 'process raft request' (duration: 182.370948ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.038992Z","caller":"traceutil/trace.go:171","msg":"trace[341676291] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"137.835318ms","start":"2026-06-24T00:54:26.901134Z","end":"2026-06-24T00:54:27.038969Z","steps":["trace[341676291] 'process raft request' (duration: 137.239471ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.039019Z","caller":"traceutil/trace.go:171","msg":"trace[1286801583] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:500; }","duration":"148.397724ms","start":"2026-06-24T00:54:26.890598Z","end":"2026-06-24T00:54:27.038996Z","steps":["trace[1286801583] 'read index received' (duration: 140.327428ms)","trace[1286801583] 'applied index is now lower than readState.Index' (duration: 8.069366ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:54:27.039167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.546878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-24T00:54:27.039227Z","caller":"traceutil/trace.go:171","msg":"trace[586142245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:494; }","duration":"148.625051ms","start":"2026-06-24T00:54:26.890593Z","end":"2026-06-24T00:54:27.039218Z","steps":["trace[586142245] 'agreement among raft nodes before linearized reading' (duration: 148.492817ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.417791Z","caller":"traceutil/trace.go:171","msg":"trace[287770679] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"299.339801ms","start":"2026-06-24T00:54:27.118412Z","end":"2026-06-24T00:54:27.417752Z","steps":["trace[287770679] 'process raft request' (duration: 278.181676ms)","trace[287770679] 'compare' (duration: 20.866556ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:27.418028Z","caller":"traceutil/trace.go:171","msg":"trace[172855461] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"285.574615ms","start":"2026-06-24T00:54:27.132433Z","end":"2026-06-24T00:54:27.418008Z","steps":["trace[172855461] 'process raft request' (duration: 285.341468ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.417887Z","caller":"traceutil/trace.go:171","msg":"trace[1778012334] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"299.252279ms","start":"2026-06-24T00:54:27.118604Z","end":"2026-06-24T00:54:27.417856Z","steps":["trace[1778012334] 'process raft request' (duration: 299.040553ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.423719Z","caller":"traceutil/trace.go:171","msg":"trace[514769263] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"273.483125ms","start":"2026-06-24T00:54:27.150207Z","end":"2026-06-24T00:54:27.42369Z","steps":["trace[514769263] 'process raft request' (duration: 272.999491ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:27.42407Z","caller":"traceutil/trace.go:171","msg":"trace[415177119] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:535; }","duration":"155.537545ms","start":"2026-06-24T00:54:27.268501Z","end":"2026-06-24T00:54:27.424038Z","steps":["trace[415177119] 'read index received' (duration: 128.177217ms)","trace[415177119] 'applied index is now lower than readState.Index' (duration: 27.358498ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:27.424175Z","caller":"traceutil/trace.go:171","msg":"trace[1212963328] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"235.301713ms","start":"2026-06-24T00:54:27.188852Z","end":"2026-06-24T00:54:27.424154Z","steps":["trace[1212963328] 'process raft request' (duration: 234.637925ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:27.425729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.209641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-24T00:54:27.425853Z","caller":"traceutil/trace.go:171","msg":"trace[1624807045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"157.370916ms","start":"2026-06-24T00:54:27.268434Z","end":"2026-06-24T00:54:27.425805Z","steps":["trace[1624807045] 'agreement among raft nodes before linearized reading' (duration: 155.73285ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:28.857152Z","caller":"traceutil/trace.go:171","msg":"trace[24735422] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"237.250858ms","start":"2026-06-24T00:54:28.619878Z","end":"2026-06-24T00:54:28.857129Z","steps":["trace[24735422] 'process raft request' (duration: 173.335345ms)","trace[24735422] 'compare' (duration: 63.685987ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:28.857179Z","caller":"traceutil/trace.go:171","msg":"trace[1385779360] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:582; }","duration":"236.792046ms","start":"2026-06-24T00:54:28.620353Z","end":"2026-06-24T00:54:28.857146Z","steps":["trace[1385779360] 'read index received' (duration: 172.80157ms)","trace[1385779360] 'applied index is now lower than readState.Index' (duration: 63.989236ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:54:28.857977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.602429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:18056"} {"level":"info","ts":"2026-06-24T00:54:28.858053Z","caller":"traceutil/trace.go:171","msg":"trace[2010620636] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:561; }","duration":"237.72398ms","start":"2026-06-24T00:54:28.620311Z","end":"2026-06-24T00:54:28.858035Z","steps":["trace[2010620636] 'agreement among raft nodes before linearized reading' (duration: 236.948529ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:33.18768Z","caller":"traceutil/trace.go:171","msg":"trace[667965940] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"184.038585ms","start":"2026-06-24T00:54:33.003617Z","end":"2026-06-24T00:54:33.187655Z","steps":["trace[667965940] 'process raft request' (duration: 183.898921ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:33.557391Z","caller":"traceutil/trace.go:171","msg":"trace[517313249] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"457.868309ms","start":"2026-06-24T00:54:33.0995Z","end":"2026-06-24T00:54:33.557369Z","steps":["trace[517313249] 'read index received' (duration: 88.503313ms)","trace[517313249] 'applied index is now lower than readState.Index' (duration: 369.364506ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:33.557484Z","caller":"traceutil/trace.go:171","msg":"trace[1996671675] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"527.150974ms","start":"2026-06-24T00:54:33.030328Z","end":"2026-06-24T00:54:33.557479Z","steps":["trace[1996671675] 'process raft request' (duration: 526.625909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:33.557562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:33.030304Z","time spent":"527.197334ms","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:54:33.557867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.381839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-96975\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-24T00:54:33.55795Z","caller":"traceutil/trace.go:171","msg":"trace[850707678] range","detail":"{range_begin:/registry/pods/kube-system/cilium-96975; range_end:; response_count:1; response_revision:586; }","duration":"176.519913ms","start":"2026-06-24T00:54:33.381409Z","end":"2026-06-24T00:54:33.557929Z","steps":["trace[850707678] 'agreement among raft nodes before linearized reading' (duration: 176.245246ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:33.558651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.478467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-24T00:54:33.558827Z","caller":"traceutil/trace.go:171","msg":"trace[128617096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"459.30775ms","start":"2026-06-24T00:54:33.099445Z","end":"2026-06-24T00:54:33.558753Z","steps":["trace[128617096] 'agreement among raft nodes before linearized reading' (duration: 458.332633ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:33.558913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:33.099385Z","time spent":"459.483145ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-24T00:54:33.907462Z","caller":"traceutil/trace.go:171","msg":"trace[2023674887] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"345.6197ms","start":"2026-06-24T00:54:33.561801Z","end":"2026-06-24T00:54:33.907421Z","steps":["trace[2023674887] 'process raft request' (duration: 345.351233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:33.907778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:33.561766Z","time spent":"345.827975ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:54:35.288556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381220323s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-24T00:54:36.476662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-24T00:54:36.476752Z","caller":"traceutil/trace.go:171","msg":"trace[900578470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042132s","start":"2026-06-24T00:54:34.47631Z","end":"2026-06-24T00:54:36.476731Z","steps":["trace[900578470] 'agreement among raft nodes before linearized reading' (duration: 2.000308707s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:36.476845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:34.476272Z","time spent":"2.000557494s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/24 00:54:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-24T00:54:36.523054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233461355s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:54:36.523365Z","caller":"traceutil/trace.go:171","msg":"trace[1044037764] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.96074305s","start":"2026-06-24T00:54:33.562585Z","end":"2026-06-24T00:54:36.523328Z","steps":["trace[1044037764] 'process raft request' (duration: 1.726176694s)","trace[1044037764] 'compare' (duration: 1.232657973s)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:36.523449Z","caller":"traceutil/trace.go:171","msg":"trace[1179440951] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"2.946389948s","start":"2026-06-24T00:54:33.577009Z","end":"2026-06-24T00:54:36.523399Z","steps":["trace[1179440951] 'process raft request' (duration: 2.946161871s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:36.523522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:33.562568Z","time spent":"2.960891155s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:54:36.523609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:33.57699Z","time spent":"2.946542841s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:54:36.523663Z","caller":"traceutil/trace.go:171","msg":"trace[545853956] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"168.951651ms","start":"2026-06-24T00:54:36.354686Z","end":"2026-06-24T00:54:36.523638Z","steps":["trace[545853956] 'process raft request' (duration: 168.862228ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:36.523651Z","caller":"traceutil/trace.go:171","msg":"trace[927411980] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"2.912014253s","start":"2026-06-24T00:54:33.61158Z","end":"2026-06-24T00:54:36.523594Z","steps":["trace[927411980] 'process raft request' (duration: 2.911702964s)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:36.52367Z","caller":"traceutil/trace.go:171","msg":"trace[513609250] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:609; }","duration":"2.832423078s","start":"2026-06-24T00:54:33.691217Z","end":"2026-06-24T00:54:36.52364Z","steps":["trace[513609250] 'read index received' (duration: 215.97411ms)","trace[513609250] 'applied index is now lower than readState.Index' (duration: 2.616447708s)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:54:36.523789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:33.611545Z","time spent":"2.912180588s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-24T00:54:36.523832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832618545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-24T00:54:36.523879Z","caller":"traceutil/trace.go:171","msg":"trace[1447492277] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:591; }","duration":"2.832695876s","start":"2026-06-24T00:54:33.691171Z","end":"2026-06-24T00:54:36.523867Z","steps":["trace[1447492277] 'agreement among raft nodes before linearized reading' (duration: 2.832622165s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:36.523915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:33.691156Z","time spent":"2.832750229s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-24T00:54:36.524002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218158491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-24T00:54:36.52407Z","caller":"traceutil/trace.go:171","msg":"trace[1017135555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"2.218261703s","start":"2026-06-24T00:54:34.305795Z","end":"2026-06-24T00:54:36.524057Z","steps":["trace[1017135555] 'agreement among raft nodes before linearized reading' (duration: 2.218087679s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:36.524064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214245821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-24T00:54:36.524012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.091789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-24T00:54:36.524268Z","caller":"traceutil/trace.go:171","msg":"trace[1220441437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"2.214472468s","start":"2026-06-24T00:54:34.30976Z","end":"2026-06-24T00:54:36.524232Z","steps":["trace[1220441437] 'agreement among raft nodes before linearized reading' (duration: 2.214147679s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:36.524312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:34.309741Z","time spent":"2.21456082s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-24T00:54:36.524305Z","caller":"traceutil/trace.go:171","msg":"trace[416098866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"612.421117ms","start":"2026-06-24T00:54:35.911863Z","end":"2026-06-24T00:54:36.524284Z","steps":["trace[416098866] 'agreement among raft nodes before linearized reading' (duration: 612.027837ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:36.524384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:35.911832Z","time spent":"612.534571ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T00:54:36.524105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:34.305773Z","time spent":"2.218323186s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T00:54:36.999686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:36.525475Z","time spent":"474.205038ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-24T00:54:37.000995Z","caller":"traceutil/trace.go:171","msg":"trace[484633014] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"473.159849ms","start":"2026-06-24T00:54:36.527809Z","end":"2026-06-24T00:54:37.000969Z","steps":["trace[484633014] 'process raft request' (duration: 472.920612ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:37.001019Z","caller":"traceutil/trace.go:171","msg":"trace[219044096] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"470.631278ms","start":"2026-06-24T00:54:36.530373Z","end":"2026-06-24T00:54:37.001004Z","steps":["trace[219044096] 'process raft request' (duration: 470.549736ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:37.001082Z","caller":"traceutil/trace.go:171","msg":"trace[203248873] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"472.249123ms","start":"2026-06-24T00:54:36.528807Z","end":"2026-06-24T00:54:37.001056Z","steps":["trace[203248873] 'process raft request' (duration: 472.058888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:37.001142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:36.527786Z","time spent":"473.284072ms","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-24T00:54:37.00116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:36.53036Z","time spent":"470.71148ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:54:37.001239Z","caller":"traceutil/trace.go:171","msg":"trace[122471602] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:614; }","duration":"469.125485ms","start":"2026-06-24T00:54:36.532081Z","end":"2026-06-24T00:54:37.001207Z","steps":["trace[122471602] 'read index received' (duration: 430.866661ms)","trace[122471602] 'applied index is now lower than readState.Index' (duration: 38.256464ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:37.001279Z","caller":"traceutil/trace.go:171","msg":"trace[1247518251] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"470.220556ms","start":"2026-06-24T00:54:36.530991Z","end":"2026-06-24T00:54:37.001212Z","steps":["trace[1247518251] 'process raft request' (duration: 469.982129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:37.001431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.305559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:54:37.001497Z","caller":"traceutil/trace.go:171","msg":"trace[1035416093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"469.420463ms","start":"2026-06-24T00:54:36.53206Z","end":"2026-06-24T00:54:37.00148Z","steps":["trace[1035416093] 'agreement among raft nodes before linearized reading' (duration: 469.272879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:37.001537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:36.532051Z","time spent":"469.475746ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T00:54:37.00152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:36.530968Z","time spent":"470.494104ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:54:37.002072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:36.528795Z","time spent":"472.338266ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:54:37.005983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.898683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:54:37.006113Z","caller":"traceutil/trace.go:171","msg":"trace[1347224121] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:596; }","duration":"472.045418ms","start":"2026-06-24T00:54:36.534046Z","end":"2026-06-24T00:54:37.006091Z","steps":["trace[1347224121] 'agreement among raft nodes before linearized reading' (duration: 471.806771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:37.006166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:36.534038Z","time spent":"472.11477ms","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"info","ts":"2026-06-24T00:54:38.750638Z","caller":"traceutil/trace.go:171","msg":"trace[1336717885] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"216.443604ms","start":"2026-06-24T00:54:38.534161Z","end":"2026-06-24T00:54:38.750604Z","steps":["trace[1336717885] 'process raft request' (duration: 214.949822ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:54:53.980329Z","caller":"traceutil/trace.go:171","msg":"trace[1693317155] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"477.83785ms","start":"2026-06-24T00:54:53.502465Z","end":"2026-06-24T00:54:53.980303Z","steps":["trace[1693317155] 'process raft request' (duration: 477.666264ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:53.98057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:53.502444Z","time spent":"478.009394ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:54:54.032171Z","caller":"traceutil/trace.go:171","msg":"trace[1499742639] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:784; }","duration":"340.884595ms","start":"2026-06-24T00:54:53.691262Z","end":"2026-06-24T00:54:54.032146Z","steps":["trace[1499742639] 'read index received' (duration: 288.881767ms)","trace[1499742639] 'applied index is now lower than readState.Index' (duration: 52.001798ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:54:54.032329Z","caller":"traceutil/trace.go:171","msg":"trace[1841531693] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"428.3269ms","start":"2026-06-24T00:54:53.60397Z","end":"2026-06-24T00:54:54.032297Z","steps":["trace[1841531693] 'process raft request' (duration: 427.278131ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:54.032404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.127614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-24T00:54:54.032438Z","caller":"traceutil/trace.go:171","msg":"trace[389957701] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:758; }","duration":"341.218505ms","start":"2026-06-24T00:54:53.69121Z","end":"2026-06-24T00:54:54.032428Z","steps":["trace[389957701] 'agreement among raft nodes before linearized reading' (duration: 341.072641ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:54:54.032475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:53.691182Z","time spent":"341.284497ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-24T00:54:54.032508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:54:53.603951Z","time spent":"428.472275ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:55:21.521382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780199745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-24T00:55:21.575598Z","caller":"traceutil/trace.go:171","msg":"trace[631456973] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1184; }","duration":"566.16589ms","start":"2026-06-24T00:55:21.009401Z","end":"2026-06-24T00:55:21.575567Z","steps":["trace[631456973] 'read index received' (duration: 565.904522ms)","trace[631456973] 'applied index is now lower than readState.Index' (duration: 259.728µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:55:21.575679Z","caller":"traceutil/trace.go:171","msg":"trace[1662834647] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"575.186582ms","start":"2026-06-24T00:55:21.000461Z","end":"2026-06-24T00:55:21.575647Z","steps":["trace[1662834647] 'process raft request' (duration: 574.918265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:55:21.575861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:55:21.000426Z","time spent":"575.317035ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:55:21.575938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.524089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-24T00:55:21.57604Z","caller":"traceutil/trace.go:171","msg":"trace[270846903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1149; }","duration":"566.695143ms","start":"2026-06-24T00:55:21.009321Z","end":"2026-06-24T00:55:21.576017Z","steps":["trace[270846903] 'agreement among raft nodes before linearized reading' (duration: 566.428365ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:55:21.576044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.18874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-24T00:55:21.576101Z","caller":"traceutil/trace.go:171","msg":"trace[1809038587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1149; }","duration":"344.383644ms","start":"2026-06-24T00:55:21.231703Z","end":"2026-06-24T00:55:21.576087Z","steps":["trace[1809038587] 'agreement among raft nodes before linearized reading' (duration: 344.165668ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:55:21.575952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.432857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-24T00:55:21.576103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.793658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-06-24T00:55:21.576148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:55:21.231675Z","time spent":"344.463177ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T00:55:21.576097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:55:21.009295Z","time spent":"566.792066ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-24T00:55:21.576196Z","caller":"traceutil/trace.go:171","msg":"trace[22587139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1149; }","duration":"307.862141ms","start":"2026-06-24T00:55:21.268295Z","end":"2026-06-24T00:55:21.576158Z","steps":["trace[22587139] 'agreement among raft nodes before linearized reading' (duration: 307.695377ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:55:21.576255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:55:21.268247Z","time spent":"307.996374ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-24T00:55:21.576195Z","caller":"traceutil/trace.go:171","msg":"trace[685393733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1149; }","duration":"565.678125ms","start":"2026-06-24T00:55:21.010468Z","end":"2026-06-24T00:55:21.576146Z","steps":["trace[685393733] 'agreement among raft nodes before linearized reading' (duration: 565.340666ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:55:21.57638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:55:21.01045Z","time spent":"565.913192ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T00:55:21.576381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.193127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-06-24T00:55:21.576439Z","caller":"traceutil/trace.go:171","msg":"trace[137232793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1149; }","duration":"309.713502ms","start":"2026-06-24T00:55:21.266707Z","end":"2026-06-24T00:55:21.57642Z","steps":["trace[137232793] 'agreement among raft nodes before linearized reading' (duration: 309.130905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:55:21.576494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:55:21.266691Z","time spent":"309.790124ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-24T00:55:23.897904Z","caller":"traceutil/trace.go:171","msg":"trace[1898272597] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"150.51429ms","start":"2026-06-24T00:55:23.747347Z","end":"2026-06-24T00:55:23.897861Z","steps":["trace[1898272597] 'process raft request' (duration: 139.594966ms)","trace[1898272597] 'compare' (duration: 10.676728ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:55:24.674732Z","caller":"traceutil/trace.go:171","msg":"trace[980419963] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1203; }","duration":"197.098099ms","start":"2026-06-24T00:55:24.477611Z","end":"2026-06-24T00:55:24.674709Z","steps":["trace[980419963] 'read index received' (duration: 140.846808ms)","trace[980419963] 'applied index is now lower than readState.Index' (duration: 56.249931ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:55:24.674782Z","caller":"traceutil/trace.go:171","msg":"trace[374394704] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"360.061585ms","start":"2026-06-24T00:55:24.314691Z","end":"2026-06-24T00:55:24.674752Z","steps":["trace[374394704] 'process raft request' (duration: 303.863437ms)","trace[374394704] 'compare' (duration: 56.017096ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:55:24.67487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.248698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:55:24.674916Z","caller":"traceutil/trace.go:171","msg":"trace[608671260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1167; }","duration":"197.344215ms","start":"2026-06-24T00:55:24.477558Z","end":"2026-06-24T00:55:24.674902Z","steps":["trace[608671260] 'agreement among raft nodes before linearized reading' (duration: 197.255349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:55:24.674955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:55:24.314665Z","time spent":"360.202624ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:55:37.073981Z","caller":"traceutil/trace.go:171","msg":"trace[978116726] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"102.765268ms","start":"2026-06-24T00:55:36.971182Z","end":"2026-06-24T00:55:37.073947Z","steps":["trace[978116726] 'process raft request' (duration: 102.187942ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:55:46.229237Z","caller":"traceutil/trace.go:171","msg":"trace[1332284316] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"115.28027ms","start":"2026-06-24T00:55:46.113929Z","end":"2026-06-24T00:55:46.229209Z","steps":["trace[1332284316] 'process raft request' (duration: 115.109625ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:55:46.230211Z","caller":"traceutil/trace.go:171","msg":"trace[1074632607] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"100.503726ms","start":"2026-06-24T00:55:46.12968Z","end":"2026-06-24T00:55:46.230184Z","steps":["trace[1074632607] 'process raft request' (duration: 100.358522ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:55:56.492645Z","caller":"traceutil/trace.go:171","msg":"trace[1060712995] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"100.112985ms","start":"2026-06-24T00:55:56.392502Z","end":"2026-06-24T00:55:56.492615Z","steps":["trace[1060712995] 'process raft request' (duration: 95.635933ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:55:59.965957Z","caller":"traceutil/trace.go:171","msg":"trace[1023386780] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"104.870065ms","start":"2026-06-24T00:55:59.861055Z","end":"2026-06-24T00:55:59.965925Z","steps":["trace[1023386780] 'process raft request' (duration: 104.31864ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:12.922408Z","caller":"traceutil/trace.go:171","msg":"trace[1813875417] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"282.698004ms","start":"2026-06-24T00:56:12.639669Z","end":"2026-06-24T00:56:12.922367Z","steps":["trace[1813875417] 'process raft request' (duration: 277.606954ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:12.984994Z","caller":"traceutil/trace.go:171","msg":"trace[565153870] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"140.617792ms","start":"2026-06-24T00:56:12.844341Z","end":"2026-06-24T00:56:12.984959Z","steps":["trace[565153870] 'process raft request' (duration: 140.433436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:13.517154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.278871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:56:13.517403Z","caller":"traceutil/trace.go:171","msg":"trace[413556489] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"344.748759ms","start":"2026-06-24T00:56:13.172632Z","end":"2026-06-24T00:56:13.517381Z","steps":["trace[413556489] 'process raft request' (duration: 84.160159ms)","trace[413556489] 'compare' (duration: 259.837319ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:56:13.517509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:13.17261Z","time spent":"344.869183ms","remote":"127.0.0.1:41670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14169,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-24T00:56:13.527766Z","caller":"traceutil/trace.go:171","msg":"trace[925653145] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"355.096871ms","start":"2026-06-24T00:56:13.172643Z","end":"2026-06-24T00:56:13.52774Z","steps":["trace[925653145] 'process raft request' (duration: 354.968998ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:13.528241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:13.172617Z","time spent":"355.231976ms","remote":"127.0.0.1:41670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12304,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-24T00:56:13.789045Z","caller":"traceutil/trace.go:171","msg":"trace[1661788699] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1863; }","duration":"381.756291ms","start":"2026-06-24T00:56:13.407259Z","end":"2026-06-24T00:56:13.789015Z","steps":["trace[1661788699] 'read index received' (duration: 120.331319ms)","trace[1661788699] 'applied index is now lower than readState.Index' (duration: 261.423282ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:56:13.789219Z","caller":"traceutil/trace.go:171","msg":"trace[1371793084] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"521.711345ms","start":"2026-06-24T00:56:13.267494Z","end":"2026-06-24T00:56:13.789205Z","steps":["trace[1371793084] 'process raft request' (duration: 436.749543ms)","trace[1371793084] 'compare' (duration: 84.413817ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:56:13.789327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:13.267467Z","time spent":"521.789917ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2448,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-24T00:56:13.789447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.162942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-06-24T00:56:13.78951Z","caller":"traceutil/trace.go:171","msg":"trace[1988866428] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"251.133372ms","start":"2026-06-24T00:56:13.538354Z","end":"2026-06-24T00:56:13.789487Z","steps":["trace[1988866428] 'process raft request' (duration: 251.006228ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:13.789541Z","caller":"traceutil/trace.go:171","msg":"trace[1815528947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1792; }","duration":"382.292895ms","start":"2026-06-24T00:56:13.407223Z","end":"2026-06-24T00:56:13.789516Z","steps":["trace[1815528947] 'agreement among raft nodes before linearized reading' (duration: 382.033288ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:13.789594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:13.407206Z","time spent":"382.376157ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-24T00:56:13.789599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.954281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:56:13.789496Z","caller":"traceutil/trace.go:171","msg":"trace[2121165701] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"261.912466ms","start":"2026-06-24T00:56:13.527549Z","end":"2026-06-24T00:56:13.789462Z","steps":["trace[2121165701] 'process raft request' (duration: 261.625178ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:13.789717Z","caller":"traceutil/trace.go:171","msg":"trace[1147467864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1794; }","duration":"313.174106ms","start":"2026-06-24T00:56:13.476522Z","end":"2026-06-24T00:56:13.789696Z","steps":["trace[1147467864] 'agreement among raft nodes before linearized reading' (duration: 312.95525ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:13.790339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:13.476502Z","time spent":"313.389933ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T00:56:16.066825Z","caller":"traceutil/trace.go:171","msg":"trace[478604361] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"262.209823ms","start":"2026-06-24T00:56:15.804582Z","end":"2026-06-24T00:56:16.066792Z","steps":["trace[478604361] 'read index received' (duration: 262.056109ms)","trace[478604361] 'applied index is now lower than readState.Index' (duration: 151.584µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:56:16.066844Z","caller":"traceutil/trace.go:171","msg":"trace[872511798] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"278.648042ms","start":"2026-06-24T00:56:15.788157Z","end":"2026-06-24T00:56:16.066805Z","steps":["trace[872511798] 'process raft request' (duration: 278.393366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:16.067093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.495553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-24T00:56:16.067219Z","caller":"traceutil/trace.go:171","msg":"trace[1263402776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"262.629156ms","start":"2026-06-24T00:56:15.804569Z","end":"2026-06-24T00:56:16.067198Z","steps":["trace[1263402776] 'agreement among raft nodes before linearized reading' (duration: 262.36214ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:16.355153Z","caller":"traceutil/trace.go:171","msg":"trace[1422401268] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"514.22679ms","start":"2026-06-24T00:56:15.8409Z","end":"2026-06-24T00:56:16.355127Z","steps":["trace[1422401268] 'process raft request' (duration: 514.046054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:16.355328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:15.84087Z","time spent":"514.359254ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:16.355375Z","caller":"traceutil/trace.go:171","msg":"trace[1867765110] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1927; }","duration":"288.422611ms","start":"2026-06-24T00:56:16.066914Z","end":"2026-06-24T00:56:16.355337Z","steps":["trace[1867765110] 'read index received' (duration: 288.122783ms)","trace[1867765110] 'applied index is now lower than readState.Index' (duration: 297.588µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:56:16.355491Z","caller":"traceutil/trace.go:171","msg":"trace[2100319104] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"490.281385ms","start":"2026-06-24T00:56:15.865163Z","end":"2026-06-24T00:56:16.355444Z","steps":["trace[2100319104] 'process raft request' (duration: 489.927665ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:16.355655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.001369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b1ccbeb-e8df-4b69-8955-7fc0d50d2d69\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-06-24T00:56:16.355684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:15.865134Z","time spent":"490.4468ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:16.355697Z","caller":"traceutil/trace.go:171","msg":"trace[718165066] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b1ccbeb-e8df-4b69-8955-7fc0d50d2d69; range_end:; response_count:1; response_revision:1855; }","duration":"482.093003ms","start":"2026-06-24T00:56:15.873591Z","end":"2026-06-24T00:56:16.355684Z","steps":["trace[718165066] 'agreement among raft nodes before linearized reading' (duration: 481.894157ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:16.355747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:15.873568Z","time spent":"482.168944ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b1ccbeb-e8df-4b69-8955-7fc0d50d2d69\" "} {"level":"warn","ts":"2026-06-24T00:56:16.379298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.893802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-24T00:56:16.379306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.321691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-24T00:56:16.379334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.841591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-06-24T00:56:16.379373Z","caller":"traceutil/trace.go:171","msg":"trace[661523695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1856; }","duration":"215.016036ms","start":"2026-06-24T00:56:16.164341Z","end":"2026-06-24T00:56:16.379357Z","steps":["trace[661523695] 'agreement among raft nodes before linearized reading' (duration: 214.634045ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:16.379368Z","caller":"traceutil/trace.go:171","msg":"trace[609148840] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"130.568777ms","start":"2026-06-24T00:56:16.248759Z","end":"2026-06-24T00:56:16.379328Z","steps":["trace[609148840] 'process raft request' (duration: 130.009012ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:16.379397Z","caller":"traceutil/trace.go:171","msg":"trace[1231784004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1856; }","duration":"283.463705ms","start":"2026-06-24T00:56:16.095911Z","end":"2026-06-24T00:56:16.379375Z","steps":["trace[1231784004] 'agreement among raft nodes before linearized reading' (duration: 283.004733ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:16.379406Z","caller":"traceutil/trace.go:171","msg":"trace[1869285583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1856; }","duration":"277.938804ms","start":"2026-06-24T00:56:16.101449Z","end":"2026-06-24T00:56:16.379388Z","steps":["trace[1869285583] 'agreement among raft nodes before linearized reading' (duration: 277.764779ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:16.379481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.372757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-24T00:56:16.37956Z","caller":"traceutil/trace.go:171","msg":"trace[1047832795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1856; }","duration":"218.483599ms","start":"2026-06-24T00:56:16.161055Z","end":"2026-06-24T00:56:16.379539Z","steps":["trace[1047832795] 'agreement among raft nodes before linearized reading' (duration: 218.319355ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:16.379572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.63979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b1ccbeb-e8df-4b69-8955-7fc0d50d2d69\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-06-24T00:56:16.379331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.79586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-24T00:56:16.379637Z","caller":"traceutil/trace.go:171","msg":"trace[558503857] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b1ccbeb-e8df-4b69-8955-7fc0d50d2d69; range_end:; response_count:1; response_revision:1856; }","duration":"111.739293ms","start":"2026-06-24T00:56:16.267878Z","end":"2026-06-24T00:56:16.379618Z","steps":["trace[558503857] 'agreement among raft nodes before linearized reading' (duration: 111.566238ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:16.379645Z","caller":"traceutil/trace.go:171","msg":"trace[2142158172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1856; }","duration":"278.139739ms","start":"2026-06-24T00:56:16.101494Z","end":"2026-06-24T00:56:16.379634Z","steps":["trace[2142158172] 'agreement among raft nodes before linearized reading' (duration: 277.706237ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:17.174333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.738753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:56:17.174832Z","caller":"traceutil/trace.go:171","msg":"trace[267356150] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"738.137678ms","start":"2026-06-24T00:56:16.436676Z","end":"2026-06-24T00:56:17.174813Z","steps":["trace[267356150] 'process raft request' (duration: 738.099446ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:17.174851Z","caller":"traceutil/trace.go:171","msg":"trace[344720393] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"790.53411ms","start":"2026-06-24T00:56:16.384287Z","end":"2026-06-24T00:56:17.174821Z","steps":["trace[344720393] 'process raft request' (duration: 790.329214ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:17.174923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:16.436643Z","time spent":"738.234569ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:56:17.175036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:16.384275Z","time spent":"790.646323ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:17.175072Z","caller":"traceutil/trace.go:171","msg":"trace[275564196] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"790.750464ms","start":"2026-06-24T00:56:16.384311Z","end":"2026-06-24T00:56:17.175062Z","steps":["trace[275564196] 'process raft request' (duration: 790.355643ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:17.175123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:16.384285Z","time spent":"790.810307ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:17.175179Z","caller":"traceutil/trace.go:171","msg":"trace[1480172817] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"791.037622ms","start":"2026-06-24T00:56:16.384121Z","end":"2026-06-24T00:56:17.175159Z","steps":["trace[1480172817] 'process raft request' (duration: 73.397814ms)","trace[1480172817] 'compare' (duration: 716.653191ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:56:17.175197Z","caller":"traceutil/trace.go:171","msg":"trace[550924105] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"790.844756ms","start":"2026-06-24T00:56:16.384343Z","end":"2026-06-24T00:56:17.175188Z","steps":["trace[550924105] 'process raft request' (duration: 790.354804ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:17.175243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:16.384312Z","time spent":"790.904249ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:56:17.175261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:16.384095Z","time spent":"791.120385ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:17.175252Z","caller":"traceutil/trace.go:171","msg":"trace[583100020] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1931; }","duration":"784.208236ms","start":"2026-06-24T00:56:16.391003Z","end":"2026-06-24T00:56:17.175211Z","steps":["trace[583100020] 'read index received' (duration: 7.653349ms)","trace[583100020] 'applied index is now lower than readState.Index' (duration: 776.551236ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:56:17.17543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.422171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T00:56:17.175481Z","caller":"traceutil/trace.go:171","msg":"trace[1792473797] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1863; }","duration":"784.511074ms","start":"2026-06-24T00:56:16.390955Z","end":"2026-06-24T00:56:17.175466Z","steps":["trace[1792473797] 'agreement among raft nodes before linearized reading' (duration: 784.427082ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:17.175421Z","caller":"traceutil/trace.go:171","msg":"trace[123467322] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"789.13621ms","start":"2026-06-24T00:56:16.386151Z","end":"2026-06-24T00:56:17.175287Z","steps":["trace[123467322] 'process raft request' (duration: 788.574715ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:17.175519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:16.390942Z","time spent":"784.567645ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-24T00:56:17.175773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:16.386134Z","time spent":"789.480589ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:56:17.178514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.064603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-24T00:56:17.17866Z","caller":"traceutil/trace.go:171","msg":"trace[1970312315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1864; }","duration":"104.257608ms","start":"2026-06-24T00:56:17.074378Z","end":"2026-06-24T00:56:17.178636Z","steps":["trace[1970312315] 'agreement among raft nodes before linearized reading' (duration: 103.919839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:17.178566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.839215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T00:56:17.178917Z","caller":"traceutil/trace.go:171","msg":"trace[655981634] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1864; }","duration":"146.238345ms","start":"2026-06-24T00:56:17.032657Z","end":"2026-06-24T00:56:17.178895Z","steps":["trace[655981634] 'agreement among raft nodes before linearized reading' (duration: 145.817653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:24.682294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.099073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:56:24.682399Z","caller":"traceutil/trace.go:171","msg":"trace[1461831053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"205.275398ms","start":"2026-06-24T00:56:24.477104Z","end":"2026-06-24T00:56:24.682379Z","steps":["trace[1461831053] 'range keys from in-memory index tree' (duration: 205.007281ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:24.682525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.273685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-24T00:56:24.682565Z","caller":"traceutil/trace.go:171","msg":"trace[900228177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"255.350387ms","start":"2026-06-24T00:56:24.427206Z","end":"2026-06-24T00:56:24.682557Z","steps":["trace[900228177] 'range keys from in-memory index tree' (duration: 255.10683ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:25.719515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.83521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:56:25.719704Z","caller":"traceutil/trace.go:171","msg":"trace[291332811] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2017; }","duration":"509.067629ms","start":"2026-06-24T00:56:25.210616Z","end":"2026-06-24T00:56:25.719684Z","steps":["trace[291332811] 'read index received' (duration: 2.285912ms)","trace[291332811] 'applied index is now lower than readState.Index' (duration: 506.779817ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:56:25.719757Z","caller":"traceutil/trace.go:171","msg":"trace[1101123448] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"513.16152ms","start":"2026-06-24T00:56:25.206558Z","end":"2026-06-24T00:56:25.719719Z","steps":["trace[1101123448] 'process raft request' (duration: 99.928019ms)","trace[1101123448] 'compare' (duration: 412.682945ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:56:25.719924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:25.206542Z","time spent":"513.290174ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:56:25.719964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.641741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-24T00:56:25.720018Z","caller":"traceutil/trace.go:171","msg":"trace[1929099901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"507.719412ms","start":"2026-06-24T00:56:25.21229Z","end":"2026-06-24T00:56:25.720009Z","steps":["trace[1929099901] 'agreement among raft nodes before linearized reading' (duration: 507.553578ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:25.720085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:25.212279Z","time spent":"507.762433ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T00:56:25.720069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.418818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-06-24T00:56:25.720138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.361294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-24T00:56:25.720187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.947049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T00:56:25.720179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.27242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-24T00:56:25.720232Z","caller":"traceutil/trace.go:171","msg":"trace[1232080939] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1942; }","duration":"295.080822ms","start":"2026-06-24T00:56:25.42514Z","end":"2026-06-24T00:56:25.720221Z","steps":["trace[1232080939] 'agreement among raft nodes before linearized reading' (duration: 294.9994ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:25.720237Z","caller":"traceutil/trace.go:171","msg":"trace[885459202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"480.494298ms","start":"2026-06-24T00:56:25.239719Z","end":"2026-06-24T00:56:25.720213Z","steps":["trace[885459202] 'agreement among raft nodes before linearized reading' (duration: 480.213871ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:25.720268Z","caller":"traceutil/trace.go:171","msg":"trace[347103202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1942; }","duration":"507.396273ms","start":"2026-06-24T00:56:25.212851Z","end":"2026-06-24T00:56:25.720248Z","steps":["trace[347103202] 'agreement among raft nodes before linearized reading' (duration: 507.153617ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:25.720312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:25.212842Z","time spent":"507.462855ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-24T00:56:25.720312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:25.239704Z","time spent":"480.581792ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-24T00:56:25.720173Z","caller":"traceutil/trace.go:171","msg":"trace[1198540093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1942; }","duration":"509.590993ms","start":"2026-06-24T00:56:25.210559Z","end":"2026-06-24T00:56:25.72015Z","steps":["trace[1198540093] 'agreement among raft nodes before linearized reading' (duration: 509.237313ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:25.720401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:25.210537Z","time spent":"509.84438ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T00:56:25.721113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.527514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-24T00:56:25.721275Z","caller":"traceutil/trace.go:171","msg":"trace[1329340604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1942; }","duration":"508.770551ms","start":"2026-06-24T00:56:25.212484Z","end":"2026-06-24T00:56:25.721254Z","steps":["trace[1329340604] 'agreement among raft nodes before linearized reading' (duration: 507.613909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:25.721355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:25.212467Z","time spent":"508.874795ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T00:56:33.27847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780201426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-24T00:56:33.306383Z","caller":"traceutil/trace.go:171","msg":"trace[2096357620] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"810.202729ms","start":"2026-06-24T00:56:32.496158Z","end":"2026-06-24T00:56:33.306361Z","steps":["trace[2096357620] 'process raft request' (duration: 810.023185ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:33.306537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:32.496122Z","time spent":"810.331032ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:33.426908Z","caller":"traceutil/trace.go:171","msg":"trace[1092920130] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"917.272695ms","start":"2026-06-24T00:56:32.509614Z","end":"2026-06-24T00:56:33.426886Z","steps":["trace[1092920130] 'process raft request' (duration: 917.061329ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:33.427081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:32.509592Z","time spent":"917.395108ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:33.427266Z","caller":"traceutil/trace.go:171","msg":"trace[1778273298] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2071; }","duration":"648.959783ms","start":"2026-06-24T00:56:32.778277Z","end":"2026-06-24T00:56:33.427236Z","steps":["trace[1778273298] 'read index received' (duration: 528.424969ms)","trace[1778273298] 'applied index is now lower than readState.Index' (duration: 120.533634ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:56:33.427338Z","caller":"traceutil/trace.go:171","msg":"trace[971223050] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"867.879475ms","start":"2026-06-24T00:56:32.559443Z","end":"2026-06-24T00:56:33.427323Z","steps":["trace[971223050] 'process raft request' (duration: 867.401432ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:33.427408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:32.559415Z","time spent":"867.956996ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:56:33.427421Z","caller":"traceutil/trace.go:171","msg":"trace[1671903029] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"153.455113ms","start":"2026-06-24T00:56:33.27395Z","end":"2026-06-24T00:56:33.427405Z","steps":["trace[1671903029] 'process raft request' (duration: 153.148215ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:33.427577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.792998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-24T00:56:33.427617Z","caller":"traceutil/trace.go:171","msg":"trace[516915235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"570.85848ms","start":"2026-06-24T00:56:32.856749Z","end":"2026-06-24T00:56:33.427607Z","steps":["trace[516915235] 'agreement among raft nodes before linearized reading' (duration: 570.748547ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:33.427647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:32.856735Z","time spent":"570.9044ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T00:56:33.428335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.039622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-24T00:56:33.428415Z","caller":"traceutil/trace.go:171","msg":"trace[375636142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"650.166536ms","start":"2026-06-24T00:56:32.77823Z","end":"2026-06-24T00:56:33.428396Z","steps":["trace[375636142] 'agreement among raft nodes before linearized reading' (duration: 649.527519ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:56:33.428514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:56:32.778208Z","time spent":"650.29541ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-24T00:56:33.8718Z","caller":"traceutil/trace.go:171","msg":"trace[161483352] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"113.667945ms","start":"2026-06-24T00:56:33.758103Z","end":"2026-06-24T00:56:33.871771Z","steps":["trace[161483352] 'process raft request' (duration: 110.014856ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:56:44.693215Z","caller":"traceutil/trace.go:171","msg":"trace[413404598] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"133.291443ms","start":"2026-06-24T00:56:44.559892Z","end":"2026-06-24T00:56:44.693183Z","steps":["trace[413404598] 'process raft request' (duration: 75.487293ms)","trace[413404598] 'compare' (duration: 57.601174ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:57:00.234757Z","caller":"traceutil/trace.go:171","msg":"trace[1518630118] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2233; }","duration":"167.97253ms","start":"2026-06-24T00:57:00.066759Z","end":"2026-06-24T00:57:00.234731Z","steps":["trace[1518630118] 'read index received' (duration: 167.700872ms)","trace[1518630118] 'applied index is now lower than readState.Index' (duration: 270.448µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:57:00.23489Z","caller":"traceutil/trace.go:171","msg":"trace[2116798552] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"222.940572ms","start":"2026-06-24T00:57:00.011912Z","end":"2026-06-24T00:57:00.234852Z","steps":["trace[2116798552] 'process raft request' (duration: 222.637354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.23502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.109684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-06-24T00:57:00.235066Z","caller":"traceutil/trace.go:171","msg":"trace[298205003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2149; }","duration":"168.205697ms","start":"2026-06-24T00:57:00.066848Z","end":"2026-06-24T00:57:00.235054Z","steps":["trace[298205003] 'agreement among raft nodes before linearized reading' (duration: 168.050292ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.23511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.167446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-24T00:57:00.235169Z","caller":"traceutil/trace.go:171","msg":"trace[1932599909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2149; }","duration":"168.267719ms","start":"2026-06-24T00:57:00.066883Z","end":"2026-06-24T00:57:00.235151Z","steps":["trace[1932599909] 'agreement among raft nodes before linearized reading' (duration: 168.046862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.235226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.230867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-24T00:57:00.235348Z","caller":"traceutil/trace.go:171","msg":"trace[589406015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2149; }","duration":"168.393282ms","start":"2026-06-24T00:57:00.06693Z","end":"2026-06-24T00:57:00.235324Z","steps":["trace[589406015] 'agreement among raft nodes before linearized reading' (duration: 167.98993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.235357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.566276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-24T00:57:00.235623Z","caller":"traceutil/trace.go:171","msg":"trace[1634248714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2149; }","duration":"168.871835ms","start":"2026-06-24T00:57:00.066721Z","end":"2026-06-24T00:57:00.235593Z","steps":["trace[1634248714] 'agreement among raft nodes before linearized reading' (duration: 168.150125ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.809311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.766197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:57:00.810048Z","caller":"traceutil/trace.go:171","msg":"trace[1574426299] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2234; }","duration":"555.376705ms","start":"2026-06-24T00:57:00.254648Z","end":"2026-06-24T00:57:00.810025Z","steps":["trace[1574426299] 'read index received' (duration: 215.778896ms)","trace[1574426299] 'applied index is now lower than readState.Index' (duration: 339.578389ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:57:00.810032Z","caller":"traceutil/trace.go:171","msg":"trace[200555923] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"570.718545ms","start":"2026-06-24T00:57:00.239256Z","end":"2026-06-24T00:57:00.809975Z","steps":["trace[200555923] 'process raft request' (duration: 231.164916ms)","trace[200555923] 'compare' (duration: 338.647194ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:57:00.810214Z","caller":"traceutil/trace.go:171","msg":"trace[962202139] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"570.89691ms","start":"2026-06-24T00:57:00.239277Z","end":"2026-06-24T00:57:00.810174Z","steps":["trace[962202139] 'process raft request' (duration: 570.19546ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:00.810236Z","caller":"traceutil/trace.go:171","msg":"trace[1845024373] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"570.032826ms","start":"2026-06-24T00:57:00.240138Z","end":"2026-06-24T00:57:00.810171Z","steps":["trace[1845024373] 'process raft request' (duration: 569.81739ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.81028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.575872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T00:57:00.810358Z","caller":"traceutil/trace.go:171","msg":"trace[1004083097] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2153; }","duration":"555.725875ms","start":"2026-06-24T00:57:00.25461Z","end":"2026-06-24T00:57:00.810335Z","steps":["trace[1004083097] 'agreement among raft nodes before linearized reading' (duration: 555.546231ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.810374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.892767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T00:57:00.810376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.829512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T00:57:00.810402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:00.254591Z","time spent":"555.798958ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-24T00:57:00.810419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:00.23926Z","time spent":"571.064794ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:57:00.810244Z","caller":"traceutil/trace.go:171","msg":"trace[1764726246] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"570.357506ms","start":"2026-06-24T00:57:00.239851Z","end":"2026-06-24T00:57:00.810208Z","steps":["trace[1764726246] 'process raft request' (duration: 569.705888ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:00.810434Z","caller":"traceutil/trace.go:171","msg":"trace[1155393424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2153; }","duration":"441.00692ms","start":"2026-06-24T00:57:00.369407Z","end":"2026-06-24T00:57:00.810414Z","steps":["trace[1155393424] 'agreement among raft nodes before linearized reading' (duration: 440.894277ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:00.810438Z","caller":"traceutil/trace.go:171","msg":"trace[566536475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2153; }","duration":"333.941346ms","start":"2026-06-24T00:57:00.476482Z","end":"2026-06-24T00:57:00.810424Z","steps":["trace[566536475] 'agreement among raft nodes before linearized reading' (duration: 333.824473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.810441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:00.240124Z","time spent":"570.214531ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:57:00.810492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:00.47646Z","time spent":"334.022668ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T00:57:00.810453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:00.239233Z","time spent":"571.011224ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:57:00.810475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.794343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-24T00:57:00.810567Z","caller":"traceutil/trace.go:171","msg":"trace[1247828502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2153; }","duration":"130.932117ms","start":"2026-06-24T00:57:00.679609Z","end":"2026-06-24T00:57:00.810541Z","steps":["trace[1247828502] 'agreement among raft nodes before linearized reading' (duration: 130.68938ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:00.810563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:00.239827Z","time spent":"570.643354ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:57:00.810512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:00.369377Z","time spent":"441.117284ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-24T00:57:06.631126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.187407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T00:57:06.631258Z","caller":"traceutil/trace.go:171","msg":"trace[908680476] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2180; }","duration":"216.375212ms","start":"2026-06-24T00:57:06.414856Z","end":"2026-06-24T00:57:06.631231Z","steps":["trace[908680476] 'count revisions from in-memory index tree' (duration: 216.095855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:07.204974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.595353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T00:57:07.205093Z","caller":"traceutil/trace.go:171","msg":"trace[1858684295] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2185; }","duration":"214.77101ms","start":"2026-06-24T00:57:06.990287Z","end":"2026-06-24T00:57:07.205058Z","steps":["trace[1858684295] 'count revisions from in-memory index tree' (duration: 214.48155ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:13.092705Z","caller":"traceutil/trace.go:171","msg":"trace[1811863450] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"195.735297ms","start":"2026-06-24T00:57:12.896942Z","end":"2026-06-24T00:57:13.092678Z","steps":["trace[1811863450] 'process raft request' (duration: 195.562192ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:13.295766Z","caller":"traceutil/trace.go:171","msg":"trace[187381084] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"398.084969ms","start":"2026-06-24T00:57:12.897648Z","end":"2026-06-24T00:57:13.295733Z","steps":["trace[187381084] 'process raft request' (duration: 397.860741ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:13.295877Z","caller":"traceutil/trace.go:171","msg":"trace[469157957] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2299; }","duration":"386.901891ms","start":"2026-06-24T00:57:12.908918Z","end":"2026-06-24T00:57:13.29582Z","steps":["trace[469157957] 'read index received' (duration: 183.787141ms)","trace[469157957] 'applied index is now lower than readState.Index' (duration: 203.11397ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:57:13.295947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:12.897621Z","time spent":"398.232812ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:57:13.295983Z","caller":"traceutil/trace.go:171","msg":"trace[2137137374] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"394.89397ms","start":"2026-06-24T00:57:12.901049Z","end":"2026-06-24T00:57:13.295943Z","steps":["trace[2137137374] 'process raft request' (duration: 394.578243ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:13.296058Z","caller":"traceutil/trace.go:171","msg":"trace[1655583327] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"383.180381ms","start":"2026-06-24T00:57:12.912848Z","end":"2026-06-24T00:57:13.296029Z","steps":["trace[1655583327] 'process raft request' (duration: 382.912094ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:13.296108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.135608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-24T00:57:13.296145Z","caller":"traceutil/trace.go:171","msg":"trace[1617782544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"387.257902ms","start":"2026-06-24T00:57:12.908875Z","end":"2026-06-24T00:57:13.296133Z","steps":["trace[1617782544] 'agreement among raft nodes before linearized reading' (duration: 387.065716ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:13.296175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:12.908851Z","time spent":"387.316864ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-24T00:57:13.296163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:12.901024Z","time spent":"395.038035ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:57:13.296177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:12.912828Z","time spent":"383.292463ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:57:14.694405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.82835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:57:14.694798Z","caller":"traceutil/trace.go:171","msg":"trace[1907480529] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"400.930235ms","start":"2026-06-24T00:57:14.293847Z","end":"2026-06-24T00:57:14.694777Z","steps":["trace[1907480529] 'process raft request' (duration: 400.820512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:14.694939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:14.293819Z","time spent":"401.077249ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:57:14.694983Z","caller":"traceutil/trace.go:171","msg":"trace[665477075] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"996.062898ms","start":"2026-06-24T00:57:13.698885Z","end":"2026-06-24T00:57:14.694948Z","steps":["trace[665477075] 'read index received' (duration: 264.465267ms)","trace[665477075] 'applied index is now lower than readState.Index' (duration: 731.594121ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:57:14.695239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.331815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-24T00:57:14.695307Z","caller":"traceutil/trace.go:171","msg":"trace[1260438116] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2219; }","duration":"996.450999ms","start":"2026-06-24T00:57:13.698841Z","end":"2026-06-24T00:57:14.695292Z","steps":["trace[1260438116] 'agreement among raft nodes before linearized reading' (duration: 996.216192ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:14.695369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:13.69882Z","time spent":"996.533012ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-06-24T00:57:14.695535Z","caller":"traceutil/trace.go:171","msg":"trace[663615855] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.039555397s","start":"2026-06-24T00:57:13.655414Z","end":"2026-06-24T00:57:14.694969Z","steps":["trace[663615855] 'process raft request' (duration: 308.039538ms)","trace[663615855] 'compare' (duration: 730.519412ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:57:14.695737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:13.655383Z","time spent":"1.040250086s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:57:15.195919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780201969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T00:57:15.522802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151510475s","expected-duration":"1s"} {"level":"info","ts":"2026-06-24T00:57:15.523218Z","caller":"traceutil/trace.go:171","msg":"trace[1270989764] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"1.152053401s","start":"2026-06-24T00:57:14.37114Z","end":"2026-06-24T00:57:15.523193Z","steps":["trace[1270989764] 'process raft request' (duration: 1.151849425s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.523346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:14.37111Z","time spent":"1.152159913s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:57:15.757012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.081395ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-06-24T00:57:15.757125Z","caller":"traceutil/trace.go:171","msg":"trace[678099647] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2306; }","duration":"1.062038301s","start":"2026-06-24T00:57:14.695069Z","end":"2026-06-24T00:57:15.757107Z","steps":["trace[678099647] 'read index received' (duration: 827.976094ms)","trace[678099647] 'applied index is now lower than readState.Index' (duration: 234.060557ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:57:15.757198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:14.696581Z","time spent":"1.060612471s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-24T00:57:15.757489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28013106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T00:57:15.757489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453480987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-24T00:57:15.757562Z","caller":"traceutil/trace.go:171","msg":"trace[524553991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"1.280246193s","start":"2026-06-24T00:57:14.477296Z","end":"2026-06-24T00:57:15.757543Z","steps":["trace[524553991] 'agreement among raft nodes before linearized reading' (duration: 1.280139461s)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.757572Z","caller":"traceutil/trace.go:171","msg":"trace[1039082078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"1.453613392s","start":"2026-06-24T00:57:14.303938Z","end":"2026-06-24T00:57:15.757552Z","steps":["trace[1039082078] 'agreement among raft nodes before linearized reading' (duration: 1.453340834s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.757604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:14.477272Z","time spent":"1.280323624s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T00:57:15.757609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:14.303916Z","time spent":"1.453684943s","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-24T00:57:15.757617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988093535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-24T00:57:15.757618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41191535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-06-24T00:57:15.75766Z","caller":"traceutil/trace.go:171","msg":"trace[474867203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2220; }","duration":"1.988181499s","start":"2026-06-24T00:57:13.769466Z","end":"2026-06-24T00:57:15.757647Z","steps":["trace[474867203] 'agreement among raft nodes before linearized reading' (duration: 1.988020284s)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.757691Z","caller":"traceutil/trace.go:171","msg":"trace[1640852558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2220; }","duration":"1.412034575s","start":"2026-06-24T00:57:14.345637Z","end":"2026-06-24T00:57:15.757672Z","steps":["trace[1640852558] 'agreement among raft nodes before linearized reading' (duration: 1.411810849s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.757696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:13.769444Z","time spent":"1.98824277s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T00:57:15.757733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:14.345607Z","time spent":"1.412117617s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-24T00:57:15.757714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600448423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bbde6598886470\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-24T00:57:15.757804Z","caller":"traceutil/trace.go:171","msg":"trace[2032214140] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bbde6598886470; range_end:; response_count:1; response_revision:2220; }","duration":"1.600587997s","start":"2026-06-24T00:57:14.15719Z","end":"2026-06-24T00:57:15.757778Z","steps":["trace[2032214140] 'agreement among raft nodes before linearized reading' (duration: 1.600292438s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.757853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:14.157168Z","time spent":"1.600676069s","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bbde6598886470\" "} {"level":"info","ts":"2026-06-24T00:57:15.763848Z","caller":"traceutil/trace.go:171","msg":"trace[26526182] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"206.261075ms","start":"2026-06-24T00:57:15.557559Z","end":"2026-06-24T00:57:15.76382Z","steps":["trace[26526182] 'process raft request' (duration: 205.977827ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.763957Z","caller":"traceutil/trace.go:171","msg":"trace[2091701869] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"115.107446ms","start":"2026-06-24T00:57:15.648835Z","end":"2026-06-24T00:57:15.763942Z","steps":["trace[2091701869] 'process raft request' (duration: 114.90372ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.763988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.003258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-24T00:57:15.764057Z","caller":"traceutil/trace.go:171","msg":"trace[1501819803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2222; }","duration":"464.093352ms","start":"2026-06-24T00:57:15.299932Z","end":"2026-06-24T00:57:15.764025Z","steps":["trace[1501819803] 'agreement among raft nodes before linearized reading' (duration: 463.934797ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.764117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:15.299911Z","time spent":"464.196615ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T00:57:15.763907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.663821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-24T00:57:15.764199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.528583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-24T00:57:15.764248Z","caller":"traceutil/trace.go:171","msg":"trace[1230189258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2222; }","duration":"464.01601ms","start":"2026-06-24T00:57:15.300217Z","end":"2026-06-24T00:57:15.764233Z","steps":["trace[1230189258] 'agreement among raft nodes before linearized reading' (duration: 463.608879ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.76425Z","caller":"traceutil/trace.go:171","msg":"trace[1240858855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2222; }","duration":"666.601105ms","start":"2026-06-24T00:57:15.097636Z","end":"2026-06-24T00:57:15.764238Z","steps":["trace[1240858855] 'agreement among raft nodes before linearized reading' (duration: 666.41739ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.764249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.30764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-24T00:57:15.764289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:15.09758Z","time spent":"666.699667ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-24T00:57:15.764345Z","caller":"traceutil/trace.go:171","msg":"trace[1205100698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2222; }","duration":"463.445485ms","start":"2026-06-24T00:57:15.300883Z","end":"2026-06-24T00:57:15.764329Z","steps":["trace[1205100698] 'agreement among raft nodes before linearized reading' (duration: 463.149896ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.764425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:15.30086Z","time spent":"463.553496ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-24T00:57:15.764275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:15.30021Z","time spent":"464.0559ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-24T00:57:15.974437Z","caller":"traceutil/trace.go:171","msg":"trace[93363890] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"215.19252ms","start":"2026-06-24T00:57:15.7592Z","end":"2026-06-24T00:57:15.974392Z","steps":["trace[93363890] 'process raft request' (duration: 174.301884ms)","trace[93363890] 'compare' (duration: 40.580938ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:57:15.97452Z","caller":"traceutil/trace.go:171","msg":"trace[1516808049] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2310; }","duration":"210.700347ms","start":"2026-06-24T00:57:15.763787Z","end":"2026-06-24T00:57:15.974488Z","steps":["trace[1516808049] 'read index received' (duration: 169.795069ms)","trace[1516808049] 'applied index is now lower than readState.Index' (duration: 40.903888ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:57:15.974731Z","caller":"traceutil/trace.go:171","msg":"trace[48648318] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"214.607044ms","start":"2026-06-24T00:57:15.760106Z","end":"2026-06-24T00:57:15.974713Z","steps":["trace[48648318] 'process raft request' (duration: 214.204373ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.974793Z","caller":"traceutil/trace.go:171","msg":"trace[1009517191] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"206.256256ms","start":"2026-06-24T00:57:15.768514Z","end":"2026-06-24T00:57:15.974771Z","steps":["trace[1009517191] 'process raft request' (duration: 206.224015ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.974954Z","caller":"traceutil/trace.go:171","msg":"trace[1185226043] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"207.771017ms","start":"2026-06-24T00:57:15.767164Z","end":"2026-06-24T00:57:15.974935Z","steps":["trace[1185226043] 'process raft request' (duration: 207.291435ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.975024Z","caller":"traceutil/trace.go:171","msg":"trace[301792152] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"207.306725ms","start":"2026-06-24T00:57:15.76771Z","end":"2026-06-24T00:57:15.975017Z","steps":["trace[301792152] 'process raft request' (duration: 206.952795ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.975092Z","caller":"traceutil/trace.go:171","msg":"trace[743430711] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"206.858151ms","start":"2026-06-24T00:57:15.768205Z","end":"2026-06-24T00:57:15.975063Z","steps":["trace[743430711] 'process raft request' (duration: 206.506122ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.975228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.027513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:57:15.975275Z","caller":"traceutil/trace.go:171","msg":"trace[1164969022] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"212.024774ms","start":"2026-06-24T00:57:15.763205Z","end":"2026-06-24T00:57:15.97523Z","steps":["trace[1164969022] 'process raft request' (duration: 211.186541ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:57:15.975255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.211042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:57:15.975367Z","caller":"traceutil/trace.go:171","msg":"trace[219846708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"216.211088ms","start":"2026-06-24T00:57:15.75913Z","end":"2026-06-24T00:57:15.975341Z","steps":["trace[219846708] 'agreement among raft nodes before linearized reading' (duration: 215.951282ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:15.97542Z","caller":"traceutil/trace.go:171","msg":"trace[1913188065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2229; }","duration":"207.419608ms","start":"2026-06-24T00:57:15.767987Z","end":"2026-06-24T00:57:15.975407Z","steps":["trace[1913188065] 'agreement among raft nodes before linearized reading' (duration: 207.133439ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:58.470461Z","caller":"traceutil/trace.go:171","msg":"trace[226047353] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2515; }","duration":"157.849173ms","start":"2026-06-24T00:57:58.312589Z","end":"2026-06-24T00:57:58.470438Z","steps":["trace[226047353] 'process raft request' (duration: 157.770291ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:58.471075Z","caller":"traceutil/trace.go:171","msg":"trace[1142314390] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"157.461282ms","start":"2026-06-24T00:57:58.313591Z","end":"2026-06-24T00:57:58.471052Z","steps":["trace[1142314390] 'process raft request' (duration: 157.321949ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:58.471366Z","caller":"traceutil/trace.go:171","msg":"trace[1798014519] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"156.828566ms","start":"2026-06-24T00:57:58.314516Z","end":"2026-06-24T00:57:58.471345Z","steps":["trace[1798014519] 'process raft request' (duration: 156.507218ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:58.471408Z","caller":"traceutil/trace.go:171","msg":"trace[454913067] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"156.074214ms","start":"2026-06-24T00:57:58.315314Z","end":"2026-06-24T00:57:58.471389Z","steps":["trace[454913067] 'process raft request' (duration: 156.026133ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:58.471545Z","caller":"traceutil/trace.go:171","msg":"trace[88728665] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"156.850986ms","start":"2026-06-24T00:57:58.31468Z","end":"2026-06-24T00:57:58.47153Z","steps":["trace[88728665] 'process raft request' (duration: 156.581649ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:59.146473Z","caller":"traceutil/trace.go:171","msg":"trace[1380955767] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"282.17316ms","start":"2026-06-24T00:57:58.864266Z","end":"2026-06-24T00:57:59.146439Z","steps":["trace[1380955767] 'process raft request' (duration: 282.001316ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:59.146943Z","caller":"traceutil/trace.go:171","msg":"trace[179525977] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2660; }","duration":"275.429017ms","start":"2026-06-24T00:57:58.871493Z","end":"2026-06-24T00:57:59.146922Z","steps":["trace[179525977] 'read index received' (duration: 274.964183ms)","trace[179525977] 'applied index is now lower than readState.Index' (duration: 463.044µs)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:57:59.147167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.629831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-06-24T00:57:59.147217Z","caller":"traceutil/trace.go:171","msg":"trace[1573199657] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:2559; }","duration":"275.754115ms","start":"2026-06-24T00:57:58.871446Z","end":"2026-06-24T00:57:59.1472Z","steps":["trace[1573199657] 'agreement among raft nodes before linearized reading' (duration: 275.555609ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:59.217511Z","caller":"traceutil/trace.go:171","msg":"trace[1263004392] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"296.288975ms","start":"2026-06-24T00:57:58.921204Z","end":"2026-06-24T00:57:59.217493Z","steps":["trace[1263004392] 'process raft request' (duration: 294.111196ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:57:59.217672Z","caller":"traceutil/trace.go:171","msg":"trace[1248428189] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"295.314129ms","start":"2026-06-24T00:57:58.922345Z","end":"2026-06-24T00:57:59.217659Z","steps":["trace[1248428189] 'process raft request' (duration: 295.119585ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:00.289891Z","caller":"traceutil/trace.go:171","msg":"trace[1431286074] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"349.13655ms","start":"2026-06-24T00:57:59.940726Z","end":"2026-06-24T00:58:00.289863Z","steps":["trace[1431286074] 'process raft request' (duration: 348.696348ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:00.290035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:57:59.940703Z","time spent":"349.264473ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:01.407919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.96703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00725355-4add-4632-a669-b931db34ded7\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-06-24T00:58:01.408018Z","caller":"traceutil/trace.go:171","msg":"trace[1450645072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00725355-4add-4632-a669-b931db34ded7; range_end:; response_count:1; response_revision:2572; }","duration":"355.110834ms","start":"2026-06-24T00:58:01.052887Z","end":"2026-06-24T00:58:01.407998Z","steps":["trace[1450645072] 'range keys from in-memory index tree' (duration: 354.818687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:01.408065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:01.052871Z","time spent":"355.181186ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3639,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00725355-4add-4632-a669-b931db34ded7\" "} {"level":"info","ts":"2026-06-24T00:58:01.408428Z","caller":"traceutil/trace.go:171","msg":"trace[1111564249] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"185.58843ms","start":"2026-06-24T00:58:01.222641Z","end":"2026-06-24T00:58:01.40823Z","steps":["trace[1111564249] 'process raft request' (duration: 179.268646ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:01.415573Z","caller":"traceutil/trace.go:171","msg":"trace[1797022178] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"191.902552ms","start":"2026-06-24T00:58:01.22363Z","end":"2026-06-24T00:58:01.415533Z","steps":["trace[1797022178] 'process raft request' (duration: 191.538992ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:03.880654Z","caller":"traceutil/trace.go:171","msg":"trace[1499948923] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"460.244305ms","start":"2026-06-24T00:58:03.420373Z","end":"2026-06-24T00:58:03.880618Z","steps":["trace[1499948923] 'process raft request' (duration: 460.000209ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:03.880861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:03.420351Z","time spent":"460.40488ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:08.292388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.148291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:08.292655Z","caller":"traceutil/trace.go:171","msg":"trace[252893509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2632; }","duration":"584.504161ms","start":"2026-06-24T00:58:07.708125Z","end":"2026-06-24T00:58:08.292629Z","steps":["trace[252893509] 'range keys from in-memory index tree' (duration: 583.920366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:08.293572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:07.708095Z","time spent":"585.420897ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T00:58:08.29549Z","caller":"traceutil/trace.go:171","msg":"trace[937050562] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"373.419183ms","start":"2026-06-24T00:58:07.922034Z","end":"2026-06-24T00:58:08.295453Z","steps":["trace[937050562] 'process raft request' (duration: 373.198817ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:08.295684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:07.921994Z","time spent":"373.585147ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:58:08.297648Z","caller":"traceutil/trace.go:171","msg":"trace[34197078] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"374.220605ms","start":"2026-06-24T00:58:07.923376Z","end":"2026-06-24T00:58:08.297596Z","steps":["trace[34197078] 'process raft request' (duration: 373.949439ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:08.297719Z","caller":"traceutil/trace.go:171","msg":"trace[825854783] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"213.589916ms","start":"2026-06-24T00:58:08.084109Z","end":"2026-06-24T00:58:08.297699Z","steps":["trace[825854783] 'process raft request' (duration: 213.36171ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:08.297874Z","caller":"traceutil/trace.go:171","msg":"trace[1473730250] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"178.753274ms","start":"2026-06-24T00:58:08.118978Z","end":"2026-06-24T00:58:08.297732Z","steps":["trace[1473730250] 'process raft request' (duration: 178.657172ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:08.29797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:07.923344Z","time spent":"374.417101ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:11.918032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122242973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T00:58:11.918142Z","caller":"traceutil/trace.go:171","msg":"trace[402834046] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2685; }","duration":"1.12244806s","start":"2026-06-24T00:58:10.795669Z","end":"2026-06-24T00:58:11.918117Z","steps":["trace[402834046] 'count revisions from in-memory index tree' (duration: 1.122106811s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:11.918141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.482086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-06-24T00:58:11.918206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:10.795636Z","time spent":"1.122554652s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-06-24T00:58:11.91834Z","caller":"traceutil/trace.go:171","msg":"trace[1552425864] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2791; }","duration":"337.211444ms","start":"2026-06-24T00:58:11.581115Z","end":"2026-06-24T00:58:11.918326Z","steps":["trace[1552425864] 'read index received' (duration: 43.082µs)","trace[1552425864] 'applied index is now lower than readState.Index' (duration: 337.167362ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:58:11.918845Z","caller":"traceutil/trace.go:171","msg":"trace[1404369295] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"902.48248ms","start":"2026-06-24T00:58:11.016338Z","end":"2026-06-24T00:58:11.91882Z","steps":["trace[1404369295] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 900.357761ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:11.918956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:11.016322Z","time spent":"902.563392ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:58:11.918981Z","caller":"traceutil/trace.go:171","msg":"trace[2097445881] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"902.52726ms","start":"2026-06-24T00:58:11.016438Z","end":"2026-06-24T00:58:11.918965Z","steps":["trace[2097445881] 'process raft request' (duration: 901.794421ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:11.91907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:11.01641Z","time spent":"902.610382ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:11.925887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.957384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-24T00:58:11.925986Z","caller":"traceutil/trace.go:171","msg":"trace[1039676359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2687; }","duration":"278.097778ms","start":"2026-06-24T00:58:11.647863Z","end":"2026-06-24T00:58:11.925961Z","steps":["trace[1039676359] 'agreement among raft nodes before linearized reading' (duration: 271.390175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:11.925883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.726879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:11.926087Z","caller":"traceutil/trace.go:171","msg":"trace[1139158737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2687; }","duration":"344.986085ms","start":"2026-06-24T00:58:11.581079Z","end":"2026-06-24T00:58:11.926065Z","steps":["trace[1139158737] 'agreement among raft nodes before linearized reading' (duration: 337.700877ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:11.926136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:11.58106Z","time spent":"345.065379ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T00:58:18.451471Z","caller":"traceutil/trace.go:171","msg":"trace[1669949782] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"104.67036ms","start":"2026-06-24T00:58:18.346776Z","end":"2026-06-24T00:58:18.451447Z","steps":["trace[1669949782] 'process raft request' (duration: 104.542247ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:50.406568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.0566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:50.40672Z","caller":"traceutil/trace.go:171","msg":"trace[1108578516] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2920; }","duration":"109.271227ms","start":"2026-06-24T00:58:50.297416Z","end":"2026-06-24T00:58:50.406688Z","steps":["trace[1108578516] 'count revisions from in-memory index tree' (duration: 108.933726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:50.406742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.123496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-24T00:58:50.406862Z","caller":"traceutil/trace.go:171","msg":"trace[1772791980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2920; }","duration":"220.295449ms","start":"2026-06-24T00:58:50.186539Z","end":"2026-06-24T00:58:50.406834Z","steps":["trace[1772791980] 'range keys from in-memory index tree' (duration: 219.906359ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:50.40733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.601889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-24T00:58:50.40742Z","caller":"traceutil/trace.go:171","msg":"trace[1913683996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2920; }","duration":"220.762663ms","start":"2026-06-24T00:58:50.186633Z","end":"2026-06-24T00:58:50.407395Z","steps":["trace[1913683996] 'range keys from in-memory index tree' (duration: 220.424394ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:50.595073Z","caller":"traceutil/trace.go:171","msg":"trace[216813229] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"183.714152ms","start":"2026-06-24T00:58:50.411319Z","end":"2026-06-24T00:58:50.595033Z","steps":["trace[216813229] 'process raft request' (duration: 183.456385ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:50.595256Z","caller":"traceutil/trace.go:171","msg":"trace[2045128894] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"183.862416ms","start":"2026-06-24T00:58:50.411358Z","end":"2026-06-24T00:58:50.59522Z","steps":["trace[2045128894] 'process raft request' (duration: 183.603348ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.003242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330969284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:58:52.003458Z","caller":"traceutil/trace.go:171","msg":"trace[490098453] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"1.325099144s","start":"2026-06-24T00:58:50.678335Z","end":"2026-06-24T00:58:52.003434Z","steps":["trace[490098453] 'process raft request' (duration: 1.325034792s)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:52.003478Z","caller":"traceutil/trace.go:171","msg":"trace[1192184465] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"1.399869177s","start":"2026-06-24T00:58:50.603585Z","end":"2026-06-24T00:58:52.003454Z","steps":["trace[1192184465] 'process raft request' (duration: 68.587884ms)","trace[1192184465] 'compare' (duration: 1.330845431s)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:58:52.003562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:50.678314Z","time spent":"1.325204826s","remote":"127.0.0.1:41170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:52.003576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:50.603549Z","time spent":"1.39997426s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:58:52.004011Z","caller":"traceutil/trace.go:171","msg":"trace[1007369282] linearizableReadLoop","detail":"{readStateIndex:3040; appliedIndex:3039; }","duration":"1.39851538s","start":"2026-06-24T00:58:50.605478Z","end":"2026-06-24T00:58:52.003993Z","steps":["trace[1007369282] 'read index received' (duration: 66.672692ms)","trace[1007369282] 'applied index is now lower than readState.Index' (duration: 1.331840898s)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:58:52.004173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398693884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-06-24T00:58:52.004235Z","caller":"traceutil/trace.go:171","msg":"trace[2116778681] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2927; }","duration":"1.398788227s","start":"2026-06-24T00:58:50.605432Z","end":"2026-06-24T00:58:52.00422Z","steps":["trace[2116778681] 'agreement among raft nodes before linearized reading' (duration: 1.398613642s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.004285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:50.605419Z","time spent":"1.398854539s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-06-24T00:58:52.012252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35934214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-24T00:58:52.012342Z","caller":"traceutil/trace.go:171","msg":"trace[847033922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2928; }","duration":"1.359475503s","start":"2026-06-24T00:58:50.652836Z","end":"2026-06-24T00:58:52.012311Z","steps":["trace[847033922] 'agreement among raft nodes before linearized reading' (duration: 1.359032911s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.012415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:50.652814Z","time spent":"1.359591497s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-24T00:58:52.012798Z","caller":"traceutil/trace.go:171","msg":"trace[1420961622] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"1.200512079s","start":"2026-06-24T00:58:50.812271Z","end":"2026-06-24T00:58:52.012784Z","steps":["trace[1420961622] 'process raft request' (duration: 1.199448831s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.012897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:50.812244Z","time spent":"1.200589991s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:52.013124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.243546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-06-24T00:58:52.013175Z","caller":"traceutil/trace.go:171","msg":"trace[1843323923] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2928; }","duration":"251.318047ms","start":"2026-06-24T00:58:51.761838Z","end":"2026-06-24T00:58:52.013156Z","steps":["trace[1843323923] 'agreement among raft nodes before linearized reading' (duration: 251.201154ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.013336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.5597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:52.013378Z","caller":"traceutil/trace.go:171","msg":"trace[586425941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2928; }","duration":"537.687093ms","start":"2026-06-24T00:58:51.475682Z","end":"2026-06-24T00:58:52.013369Z","steps":["trace[586425941] 'agreement among raft nodes before linearized reading' (duration: 537.629751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.01341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:51.475653Z","time spent":"537.744584ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T00:58:52.013594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.611389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T00:58:52.013628Z","caller":"traceutil/trace.go:171","msg":"trace[1538913556] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2928; }","duration":"755.695381ms","start":"2026-06-24T00:58:51.257923Z","end":"2026-06-24T00:58:52.013618Z","steps":["trace[1538913556] 'agreement among raft nodes before linearized reading' (duration: 755.62623ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.013663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:51.257887Z","time spent":"755.768233ms","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-24T00:58:52.013838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.550039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:52.013909Z","caller":"traceutil/trace.go:171","msg":"trace[1563953962] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2928; }","duration":"874.58858ms","start":"2026-06-24T00:58:51.139277Z","end":"2026-06-24T00:58:52.013865Z","steps":["trace[1563953962] 'agreement among raft nodes before linearized reading' (duration: 874.525558ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.013949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:51.139227Z","time spent":"874.712974ms","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-24T00:58:52.014182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.382246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bbde7d057b033f\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-06-24T00:58:52.014225Z","caller":"traceutil/trace.go:171","msg":"trace[804378156] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bbde7d057b033f; range_end:; response_count:1; response_revision:2928; }","duration":"911.453238ms","start":"2026-06-24T00:58:51.102755Z","end":"2026-06-24T00:58:52.014208Z","steps":["trace[804378156] 'agreement among raft nodes before linearized reading' (duration: 911.336195ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.014255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:51.102733Z","time spent":"911.51523ms","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18bbde7d057b033f\" "} {"level":"warn","ts":"2026-06-24T00:58:52.014502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188730827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-24T00:58:52.014544Z","caller":"traceutil/trace.go:171","msg":"trace[1189197987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2928; }","duration":"1.188784129s","start":"2026-06-24T00:58:50.825743Z","end":"2026-06-24T00:58:52.014527Z","steps":["trace[1189197987] 'agreement among raft nodes before linearized reading' (duration: 1.188669766s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.01459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:50.825732Z","time spent":"1.18883035s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T00:58:52.014779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191439371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-24T00:58:52.014822Z","caller":"traceutil/trace.go:171","msg":"trace[1078472981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2928; }","duration":"1.191505242s","start":"2026-06-24T00:58:50.8233Z","end":"2026-06-24T00:58:52.014806Z","steps":["trace[1078472981] 'agreement among raft nodes before linearized reading' (duration: 1.191408389s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.014846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:50.823276Z","time spent":"1.191563285s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T00:58:52.848063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.675764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:58:52.848299Z","caller":"traceutil/trace.go:171","msg":"trace[388438245] linearizableReadLoop","detail":"{readStateIndex:3043; appliedIndex:3042; }","duration":"826.827834ms","start":"2026-06-24T00:58:52.021445Z","end":"2026-06-24T00:58:52.848273Z","steps":["trace[388438245] 'read index received' (duration: 456.813673ms)","trace[388438245] 'applied index is now lower than readState.Index' (duration: 370.011871ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:58:52.848413Z","caller":"traceutil/trace.go:171","msg":"trace[514038917] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"828.866701ms","start":"2026-06-24T00:58:52.019531Z","end":"2026-06-24T00:58:52.848398Z","steps":["trace[514038917] 'process raft request' (duration: 458.707564ms)","trace[514038917] 'compare' (duration: 369.310574ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:58:52.848497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.019499Z","time spent":"828.953342ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:52.848687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.241496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:52.848798Z","caller":"traceutil/trace.go:171","msg":"trace[915623525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2929; }","duration":"827.401021ms","start":"2026-06-24T00:58:52.021358Z","end":"2026-06-24T00:58:52.848759Z","steps":["trace[915623525] 'agreement among raft nodes before linearized reading' (duration: 827.230536ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:52.848848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.021292Z","time spent":"827.547275ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T00:58:53.43479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.728358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:58:53.435034Z","caller":"traceutil/trace.go:171","msg":"trace[667421122] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"1.411195196s","start":"2026-06-24T00:58:52.02381Z","end":"2026-06-24T00:58:53.435006Z","steps":["trace[667421122] 'process raft request' (duration: 1.411070921s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.435185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.02378Z","time spent":"1.411326438s","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:58:53.435391Z","caller":"traceutil/trace.go:171","msg":"trace[416679139] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"1.411712319s","start":"2026-06-24T00:58:52.023666Z","end":"2026-06-24T00:58:53.435379Z","steps":["trace[416679139] 'process raft request' (duration: 1.027306703s)","trace[416679139] 'compare' (duration: 383.504652ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:58:53.435455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.023648Z","time spent":"1.411774971s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:58:53.435831Z","caller":"traceutil/trace.go:171","msg":"trace[329795585] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"1.411130833s","start":"2026-06-24T00:58:52.024689Z","end":"2026-06-24T00:58:53.43582Z","steps":["trace[329795585] 'process raft request' (duration: 1.41026259s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.435896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.024676Z","time spent":"1.411188596s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:58:53.436623Z","caller":"traceutil/trace.go:171","msg":"trace[1122553427] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"833.541509ms","start":"2026-06-24T00:58:52.603065Z","end":"2026-06-24T00:58:53.436607Z","steps":["trace[1122553427] 'process raft request' (duration: 831.929975ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:53.436678Z","caller":"traceutil/trace.go:171","msg":"trace[2031016472] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"832.620525ms","start":"2026-06-24T00:58:52.604047Z","end":"2026-06-24T00:58:53.436667Z","steps":["trace[2031016472] 'process raft request' (duration: 832.148702ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.436706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.603033Z","time spent":"833.634024ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T00:58:53.436604Z","caller":"traceutil/trace.go:171","msg":"trace[772946154] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"832.403479ms","start":"2026-06-24T00:58:52.604182Z","end":"2026-06-24T00:58:53.436585Z","steps":["trace[772946154] 'process raft request' (duration: 832.152543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.436776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.604022Z","time spent":"832.695257ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:53.436843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.604167Z","time spent":"832.609055ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T00:58:53.437008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.702317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-24T00:58:53.43705Z","caller":"traceutil/trace.go:171","msg":"trace[1721930267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2935; }","duration":"836.782409ms","start":"2026-06-24T00:58:52.600257Z","end":"2026-06-24T00:58:53.43704Z","steps":["trace[1721930267] 'agreement among raft nodes before linearized reading' (duration: 836.660306ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.437081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.600236Z","time spent":"836.837881ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-24T00:58:53.436389Z","caller":"traceutil/trace.go:171","msg":"trace[600579051] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3043; }","duration":"588.028411ms","start":"2026-06-24T00:58:52.848342Z","end":"2026-06-24T00:58:53.43637Z","steps":["trace[600579051] 'read index received' (duration: 202.660989ms)","trace[600579051] 'applied index is now lower than readState.Index' (duration: 385.366332ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:58:53.437149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.50892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-24T00:58:53.437205Z","caller":"traceutil/trace.go:171","msg":"trace[1912993903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2935; }","duration":"683.592013ms","start":"2026-06-24T00:58:52.753595Z","end":"2026-06-24T00:58:53.437187Z","steps":["trace[1912993903] 'agreement among raft nodes before linearized reading' (duration: 683.416548ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.437251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.28818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-24T00:58:53.437268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.753577Z","time spent":"683.677945ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-24T00:58:53.437286Z","caller":"traceutil/trace.go:171","msg":"trace[776801017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2935; }","duration":"838.359363ms","start":"2026-06-24T00:58:52.598919Z","end":"2026-06-24T00:58:53.437278Z","steps":["trace[776801017] 'agreement among raft nodes before linearized reading' (duration: 838.27383ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.437318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.598896Z","time spent":"838.415943ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-24T00:58:53.437596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.660766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-06-24T00:58:53.43767Z","caller":"traceutil/trace.go:171","msg":"trace[1311744675] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2935; }","duration":"933.749919ms","start":"2026-06-24T00:58:52.503883Z","end":"2026-06-24T00:58:53.437633Z","steps":["trace[1311744675] 'agreement among raft nodes before linearized reading' (duration: 933.321227ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.437832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.50386Z","time spent":"933.958875ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-06-24T00:58:53.487592Z","caller":"traceutil/trace.go:171","msg":"trace[1126670058] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"127.383942ms","start":"2026-06-24T00:58:53.360193Z","end":"2026-06-24T00:58:53.487577Z","steps":["trace[1126670058] 'process raft request' (duration: 127.286859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.487739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.347208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:53.487913Z","caller":"traceutil/trace.go:171","msg":"trace[36218392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2936; }","duration":"630.511433ms","start":"2026-06-24T00:58:52.857316Z","end":"2026-06-24T00:58:53.487827Z","steps":["trace[36218392] 'agreement among raft nodes before linearized reading' (duration: 630.313708ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.488036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T00:58:52.857295Z","time spent":"630.722429ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T00:58:53.666364Z","caller":"traceutil/trace.go:171","msg":"trace[602079185] linearizableReadLoop","detail":"{readStateIndex:3052; appliedIndex:3050; }","duration":"178.748635ms","start":"2026-06-24T00:58:53.487594Z","end":"2026-06-24T00:58:53.666343Z","steps":["trace[602079185] 'read index received' (duration: 87.669096ms)","trace[602079185] 'applied index is now lower than readState.Index' (duration: 91.078749ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:58:53.666415Z","caller":"traceutil/trace.go:171","msg":"trace[1422834791] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"224.802804ms","start":"2026-06-24T00:58:53.44158Z","end":"2026-06-24T00:58:53.666382Z","steps":["trace[1422834791] 'process raft request' (duration: 133.725655ms)","trace[1422834791] 'compare' (duration: 90.909014ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T00:58:53.666603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.500214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-24T00:58:53.666646Z","caller":"traceutil/trace.go:171","msg":"trace[1609195188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2938; }","duration":"225.572415ms","start":"2026-06-24T00:58:53.441063Z","end":"2026-06-24T00:58:53.666636Z","steps":["trace[1609195188] 'agreement among raft nodes before linearized reading' (duration: 225.401701ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:58:53.666564Z","caller":"traceutil/trace.go:171","msg":"trace[90477112] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"224.556667ms","start":"2026-06-24T00:58:53.441846Z","end":"2026-06-24T00:58:53.666403Z","steps":["trace[90477112] 'process raft request' (duration: 224.455515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.666791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.521851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T00:58:53.666878Z","caller":"traceutil/trace.go:171","msg":"trace[493105654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2938; }","duration":"177.642965ms","start":"2026-06-24T00:58:53.489216Z","end":"2026-06-24T00:58:53.666859Z","steps":["trace[493105654] 'agreement among raft nodes before linearized reading' (duration: 177.498391ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:53.666955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.942415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-06-24T00:58:53.667036Z","caller":"traceutil/trace.go:171","msg":"trace[1139270470] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2938; }","duration":"226.058359ms","start":"2026-06-24T00:58:53.440957Z","end":"2026-06-24T00:58:53.667015Z","steps":["trace[1139270470] 'agreement among raft nodes before linearized reading' (duration: 225.809512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:59.740997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.27311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:58:59.741265Z","caller":"traceutil/trace.go:171","msg":"trace[1199311937] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"280.739433ms","start":"2026-06-24T00:58:59.460498Z","end":"2026-06-24T00:58:59.741238Z","steps":["trace[1199311937] 'process raft request' (duration: 176.121244ms)","trace[1199311937] 'compare' (duration: 104.095934ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:58:59.741591Z","caller":"traceutil/trace.go:171","msg":"trace[1041199928] linearizableReadLoop","detail":"{readStateIndex:3081; appliedIndex:3078; }","duration":"280.032703ms","start":"2026-06-24T00:58:59.46154Z","end":"2026-06-24T00:58:59.741573Z","steps":["trace[1041199928] 'read index received' (duration: 82.132545ms)","trace[1041199928] 'applied index is now lower than readState.Index' (duration: 197.899238ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:58:59.741711Z","caller":"traceutil/trace.go:171","msg":"trace[970462102] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"280.971378ms","start":"2026-06-24T00:58:59.460727Z","end":"2026-06-24T00:58:59.741698Z","steps":["trace[970462102] 'process raft request' (duration: 280.394493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:59.741955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.417394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-24T00:58:59.741996Z","caller":"traceutil/trace.go:171","msg":"trace[394736230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2965; }","duration":"280.494126ms","start":"2026-06-24T00:58:59.461492Z","end":"2026-06-24T00:58:59.741986Z","steps":["trace[394736230] 'agreement among raft nodes before linearized reading' (duration: 280.287961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:58:59.742178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.544503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-24T00:58:59.742236Z","caller":"traceutil/trace.go:171","msg":"trace[325865203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2965; }","duration":"278.640235ms","start":"2026-06-24T00:58:59.463581Z","end":"2026-06-24T00:58:59.742222Z","steps":["trace[325865203] 'agreement among raft nodes before linearized reading' (duration: 278.479331ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T00:59:00.039605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.348773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T00:59:00.039806Z","caller":"traceutil/trace.go:171","msg":"trace[1326899758] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"292.653157ms","start":"2026-06-24T00:58:59.747134Z","end":"2026-06-24T00:59:00.039787Z","steps":["trace[1326899758] 'process raft request' (duration: 292.614286ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T00:59:00.039816Z","caller":"traceutil/trace.go:171","msg":"trace[1755258556] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"292.77173ms","start":"2026-06-24T00:58:59.74701Z","end":"2026-06-24T00:59:00.039781Z","steps":["trace[1755258556] 'process raft request' (duration: 106.16529ms)","trace[1755258556] 'compare' (duration: 186.163468ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T00:59:00.04007Z","caller":"traceutil/trace.go:171","msg":"trace[965280860] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"292.823372ms","start":"2026-06-24T00:58:59.747052Z","end":"2026-06-24T00:59:00.039876Z","steps":["trace[965280860] 'process raft request' (duration: 292.645747ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:30.978325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780206273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-24T01:01:30.992631Z","caller":"traceutil/trace.go:171","msg":"trace[1677575978] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"888.124134ms","start":"2026-06-24T01:01:30.104481Z","end":"2026-06-24T01:01:30.992605Z","steps":["trace[1677575978] 'process raft request' (duration: 887.892238ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:30.992786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.104451Z","time spent":"888.249358ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:01:31.115923Z","caller":"traceutil/trace.go:171","msg":"trace[758686066] linearizableReadLoop","detail":"{readStateIndex:4112; appliedIndex:4108; }","duration":"638.586917ms","start":"2026-06-24T01:01:30.477314Z","end":"2026-06-24T01:01:31.115901Z","steps":["trace[758686066] 'read index received' (duration: 515.170911ms)","trace[758686066] 'applied index is now lower than readState.Index' (duration: 123.415166ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:01:31.115964Z","caller":"traceutil/trace.go:171","msg":"trace[1300687157] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"802.955731ms","start":"2026-06-24T01:01:30.312979Z","end":"2026-06-24T01:01:31.115935Z","steps":["trace[1300687157] 'process raft request' (duration: 802.853038ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:01:31.116004Z","caller":"traceutil/trace.go:171","msg":"trace[70949839] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"388.494616ms","start":"2026-06-24T01:01:30.727487Z","end":"2026-06-24T01:01:31.115982Z","steps":["trace[70949839] 'process raft request' (duration: 388.376133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.1161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.753594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:01:31.116077Z","caller":"traceutil/trace.go:171","msg":"trace[633184422] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"803.163126ms","start":"2026-06-24T01:01:30.312876Z","end":"2026-06-24T01:01:31.116039Z","steps":["trace[633184422] 'process raft request' (duration: 798.349285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.116111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.312953Z","time spent":"803.078135ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:01:31.116135Z","caller":"traceutil/trace.go:171","msg":"trace[93480944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3958; }","duration":"638.840115ms","start":"2026-06-24T01:01:30.477287Z","end":"2026-06-24T01:01:31.116127Z","steps":["trace[93480944] 'agreement among raft nodes before linearized reading' (duration: 638.732162ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.116187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.477218Z","time spent":"638.960958ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T01:01:31.116206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.31285Z","time spent":"803.297221ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:01:31.116396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.182761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-24T01:01:31.116399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.727464Z","time spent":"388.60697ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:01:31.116435Z","caller":"traceutil/trace.go:171","msg":"trace[1166477597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3958; }","duration":"306.246954ms","start":"2026-06-24T01:01:30.81018Z","end":"2026-06-24T01:01:31.116427Z","steps":["trace[1166477597] 'agreement among raft nodes before linearized reading' (duration: 306.125961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.116458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.810162Z","time spent":"306.291054ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T01:01:31.11649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.717202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-24T01:01:31.116594Z","caller":"traceutil/trace.go:171","msg":"trace[1155372545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3958; }","duration":"458.857165ms","start":"2026-06-24T01:01:30.657722Z","end":"2026-06-24T01:01:31.116579Z","steps":["trace[1155372545] 'agreement among raft nodes before linearized reading' (duration: 458.611868ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.116626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.657705Z","time spent":"458.912897ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T01:01:31.116608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.954165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-24T01:01:31.116636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.407709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:01:31.116705Z","caller":"traceutil/trace.go:171","msg":"trace[1178044541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3958; }","duration":"306.092539ms","start":"2026-06-24T01:01:30.810578Z","end":"2026-06-24T01:01:31.11667Z","steps":["trace[1178044541] 'agreement among raft nodes before linearized reading' (duration: 305.74487ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.116694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.083778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-24T01:01:31.116751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.810558Z","time spent":"306.183751ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-24T01:01:31.116802Z","caller":"traceutil/trace.go:171","msg":"trace[1375673576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3958; }","duration":"306.220842ms","start":"2026-06-24T01:01:30.810558Z","end":"2026-06-24T01:01:31.116779Z","steps":["trace[1375673576] 'agreement among raft nodes before linearized reading' (duration: 305.913304ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.116861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.810541Z","time spent":"306.305544ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-24T01:01:31.116867Z","caller":"traceutil/trace.go:171","msg":"trace[446581432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3958; }","duration":"493.639985ms","start":"2026-06-24T01:01:30.623055Z","end":"2026-06-24T01:01:31.116695Z","steps":["trace[446581432] 'agreement among raft nodes before linearized reading' (duration: 493.348396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.116925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.980535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-06-24T01:01:31.116934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.623033Z","time spent":"493.880922ms","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-06-24T01:01:31.117075Z","caller":"traceutil/trace.go:171","msg":"trace[254915014] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3958; }","duration":"578.122079ms","start":"2026-06-24T01:01:30.538863Z","end":"2026-06-24T01:01:31.116986Z","steps":["trace[254915014] 'agreement among raft nodes before linearized reading' (duration: 577.4038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:01:31.117171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:01:30.538843Z","time spent":"578.315174ms","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":714,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-06-24T01:01:31.259624Z","caller":"traceutil/trace.go:171","msg":"trace[1904644071] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"138.602871ms","start":"2026-06-24T01:01:31.120997Z","end":"2026-06-24T01:01:31.2596Z","steps":["trace[1904644071] 'process raft request' (duration: 138.416445ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:01:31.25996Z","caller":"traceutil/trace.go:171","msg":"trace[2111112620] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"138.902518ms","start":"2026-06-24T01:01:31.121026Z","end":"2026-06-24T01:01:31.259929Z","steps":["trace[2111112620] 'process raft request' (duration: 138.532978ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:01:31.259984Z","caller":"traceutil/trace.go:171","msg":"trace[998318033] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"104.283744ms","start":"2026-06-24T01:01:31.155675Z","end":"2026-06-24T01:01:31.259959Z","steps":["trace[998318033] 'process raft request' (duration: 104.233592ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:01:31.260009Z","caller":"traceutil/trace.go:171","msg":"trace[499044189] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"138.060156ms","start":"2026-06-24T01:01:31.121936Z","end":"2026-06-24T01:01:31.259996Z","steps":["trace[499044189] 'process raft request' (duration: 137.86093ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:54.683586Z","caller":"traceutil/trace.go:171","msg":"trace[1348812840] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"151.026474ms","start":"2026-06-24T01:02:54.532524Z","end":"2026-06-24T01:02:54.683551Z","steps":["trace[1348812840] 'process raft request' (duration: 150.640774ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:56.66879Z","caller":"traceutil/trace.go:171","msg":"trace[1159591495] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"140.717212ms","start":"2026-06-24T01:02:56.528037Z","end":"2026-06-24T01:02:56.668754Z","steps":["trace[1159591495] 'process raft request' (duration: 140.222329ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:57.814272Z","caller":"traceutil/trace.go:171","msg":"trace[792879749] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"147.205768ms","start":"2026-06-24T01:02:57.667005Z","end":"2026-06-24T01:02:57.814211Z","steps":["trace[792879749] 'process raft request' (duration: 146.921121ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:57.996852Z","caller":"traceutil/trace.go:171","msg":"trace[1925119071] linearizableReadLoop","detail":"{readStateIndex:5167; appliedIndex:5164; }","duration":"176.547697ms","start":"2026-06-24T01:02:57.820282Z","end":"2026-06-24T01:02:57.996829Z","steps":["trace[1925119071] 'read index received' (duration: 7.252437ms)","trace[1925119071] 'applied index is now lower than readState.Index' (duration: 169.29435ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:02:57.997077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.774094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:02:57.997159Z","caller":"traceutil/trace.go:171","msg":"trace[391421672] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4976; }","duration":"176.919327ms","start":"2026-06-24T01:02:57.820217Z","end":"2026-06-24T01:02:57.997137Z","steps":["trace[391421672] 'agreement among raft nodes before linearized reading' (duration: 176.768393ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:57.996906Z","caller":"traceutil/trace.go:171","msg":"trace[1797208859] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"177.003479ms","start":"2026-06-24T01:02:57.819872Z","end":"2026-06-24T01:02:57.996876Z","steps":["trace[1797208859] 'process raft request' (duration: 176.796373ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:57.996997Z","caller":"traceutil/trace.go:171","msg":"trace[733745606] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"176.837995ms","start":"2026-06-24T01:02:57.820131Z","end":"2026-06-24T01:02:57.996969Z","steps":["trace[733745606] 'process raft request' (duration: 176.655731ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:02:57.997391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.607944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb66e744-bc36-4ee9-af07-a335196baaae\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-06-24T01:02:57.997471Z","caller":"traceutil/trace.go:171","msg":"trace[255374557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb66e744-bc36-4ee9-af07-a335196baaae; range_end:; response_count:1; response_revision:4976; }","duration":"138.742218ms","start":"2026-06-24T01:02:57.858713Z","end":"2026-06-24T01:02:57.997455Z","steps":["trace[255374557] 'agreement among raft nodes before linearized reading' (duration: 138.533532ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:59.62172Z","caller":"traceutil/trace.go:171","msg":"trace[2146451655] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"145.75932ms","start":"2026-06-24T01:02:59.475932Z","end":"2026-06-24T01:02:59.621691Z","steps":["trace[2146451655] 'process raft request' (duration: 145.507492ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:59.622019Z","caller":"traceutil/trace.go:171","msg":"trace[1838008484] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5228; }","duration":"144.851554ms","start":"2026-06-24T01:02:59.477158Z","end":"2026-06-24T01:02:59.62201Z","steps":["trace[1838008484] 'read index received' (duration: 23.421877ms)","trace[1838008484] 'applied index is now lower than readState.Index' (duration: 121.428367ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:02:59.622159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.981089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-06-24T01:02:59.622191Z","caller":"traceutil/trace.go:171","msg":"trace[1898397328] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5037; }","duration":"145.07966ms","start":"2026-06-24T01:02:59.4771Z","end":"2026-06-24T01:02:59.62218Z","steps":["trace[1898397328] 'agreement among raft nodes before linearized reading' (duration: 144.941357ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:59.622412Z","caller":"traceutil/trace.go:171","msg":"trace[292410988] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"141.318108ms","start":"2026-06-24T01:02:59.48105Z","end":"2026-06-24T01:02:59.622368Z","steps":["trace[292410988] 'process raft request' (duration: 140.582768ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:02:59.622439Z","caller":"traceutil/trace.go:171","msg":"trace[1040225852] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"130.520774ms","start":"2026-06-24T01:02:59.491894Z","end":"2026-06-24T01:02:59.622415Z","steps":["trace[1040225852] 'process raft request' (duration: 130.030541ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:00.191963Z","caller":"traceutil/trace.go:171","msg":"trace[1430653209] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"185.329526ms","start":"2026-06-24T01:03:00.006598Z","end":"2026-06-24T01:03:00.191928Z","steps":["trace[1430653209] 'process raft request' (duration: 185.068479ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:00.201386Z","caller":"traceutil/trace.go:171","msg":"trace[189687139] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5238; }","duration":"170.996866ms","start":"2026-06-24T01:03:00.030366Z","end":"2026-06-24T01:03:00.201363Z","steps":["trace[189687139] 'read index received' (duration: 161.441865ms)","trace[189687139] 'applied index is now lower than readState.Index' (duration: 9.554201ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:00.201495Z","caller":"traceutil/trace.go:171","msg":"trace[965297925] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"193.951571ms","start":"2026-06-24T01:03:00.007519Z","end":"2026-06-24T01:03:00.201471Z","steps":["trace[965297925] 'process raft request' (duration: 192.760748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:00.201682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.284485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-06-24T01:03:00.20173Z","caller":"traceutil/trace.go:171","msg":"trace[152737666] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5046; }","duration":"171.379026ms","start":"2026-06-24T01:03:00.030338Z","end":"2026-06-24T01:03:00.201717Z","steps":["trace[152737666] 'agreement among raft nodes before linearized reading' (duration: 171.197882ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:00.20185Z","caller":"traceutil/trace.go:171","msg":"trace[1415549552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-926dc; range_end:; response_count:1; response_revision:5046; }","duration":"100.041964ms","start":"2026-06-24T01:03:00.101778Z","end":"2026-06-24T01:03:00.20182Z","steps":["trace[1415549552] 'agreement among raft nodes before linearized reading' (duration: 99.89992ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:04.852496Z","caller":"traceutil/trace.go:171","msg":"trace[1605416663] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5399; }","duration":"329.221265ms","start":"2026-06-24T01:03:04.523255Z","end":"2026-06-24T01:03:04.852476Z","steps":["trace[1605416663] 'read index received' (duration: 329.068921ms)","trace[1605416663] 'applied index is now lower than readState.Index' (duration: 151.134µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:04.852635Z","caller":"traceutil/trace.go:171","msg":"trace[2120341854] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"366.253902ms","start":"2026-06-24T01:03:04.486374Z","end":"2026-06-24T01:03:04.852627Z","steps":["trace[2120341854] 'process raft request' (duration: 365.972684ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:04.852713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:04.486344Z","time spent":"366.313935ms","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-24T01:03:04.852935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.650857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-06-24T01:03:04.853017Z","caller":"traceutil/trace.go:171","msg":"trace[1740004194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc; range_end:; response_count:1; response_revision:5200; }","duration":"278.800092ms","start":"2026-06-24T01:03:04.574198Z","end":"2026-06-24T01:03:04.852999Z","steps":["trace[1740004194] 'agreement among raft nodes before linearized reading' (duration: 278.545436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:04.853134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.880142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-06-24T01:03:04.853171Z","caller":"traceutil/trace.go:171","msg":"trace[197595848] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc; range_end:; response_count:1; response_revision:5200; }","duration":"329.955504ms","start":"2026-06-24T01:03:04.523207Z","end":"2026-06-24T01:03:04.853163Z","steps":["trace[197595848] 'agreement among raft nodes before linearized reading' (duration: 329.831061ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:04.853194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:04.523193Z","time spent":"329.996467ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc\" "} {"level":"info","ts":"2026-06-24T01:03:05.37925Z","caller":"traceutil/trace.go:171","msg":"trace[2004720729] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"518.297332ms","start":"2026-06-24T01:03:04.860834Z","end":"2026-06-24T01:03:05.379131Z","steps":["trace[2004720729] 'process raft request' (duration: 505.510804ms)","trace[2004720729] 'compare' (duration: 12.225273ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:05.379493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:04.86081Z","time spent":"518.55691ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:03:05.411489Z","caller":"traceutil/trace.go:171","msg":"trace[1064784569] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"534.507684ms","start":"2026-06-24T01:03:04.876947Z","end":"2026-06-24T01:03:05.411455Z","steps":["trace[1064784569] 'process raft request' (duration: 533.869837ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:05.411651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:04.876933Z","time spent":"534.639858ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-24T01:03:05.825727Z","caller":"traceutil/trace.go:171","msg":"trace[596218756] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"182.390547ms","start":"2026-06-24T01:03:05.643302Z","end":"2026-06-24T01:03:05.825693Z","steps":["trace[596218756] 'process raft request' (duration: 182.15803ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:06.253785Z","caller":"traceutil/trace.go:171","msg":"trace[168625080] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"610.341028ms","start":"2026-06-24T01:03:05.643401Z","end":"2026-06-24T01:03:06.253742Z","steps":["trace[168625080] 'process raft request' (duration: 596.208494ms)","trace[168625080] 'compare' (duration: 13.647562ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:06.253936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:05.643369Z","time spent":"610.492633ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:03:06.253913Z","caller":"traceutil/trace.go:171","msg":"trace[866913299] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5405; }","duration":"394.648667ms","start":"2026-06-24T01:03:05.859226Z","end":"2026-06-24T01:03:06.253875Z","steps":["trace[866913299] 'read index received' (duration: 380.338627ms)","trace[866913299] 'applied index is now lower than readState.Index' (duration: 14.3084ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:06.254046Z","caller":"traceutil/trace.go:171","msg":"trace[2018171583] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"535.029039ms","start":"2026-06-24T01:03:05.71901Z","end":"2026-06-24T01:03:06.254039Z","steps":["trace[2018171583] 'process raft request' (duration: 534.669739ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:06.254094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:05.718989Z","time spent":"535.0895ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:06.254276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.021186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-06-24T01:03:06.254329Z","caller":"traceutil/trace.go:171","msg":"trace[1033706223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc; range_end:; response_count:1; response_revision:5207; }","duration":"395.110849ms","start":"2026-06-24T01:03:05.859205Z","end":"2026-06-24T01:03:06.254316Z","steps":["trace[1033706223] 'agreement among raft nodes before linearized reading' (duration: 394.871402ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:06.254394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:05.859178Z","time spent":"395.203991ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3740,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc\" "} {"level":"warn","ts":"2026-06-24T01:03:06.254424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.271289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-24T01:03:06.254448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.042561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-24T01:03:06.254525Z","caller":"traceutil/trace.go:171","msg":"trace[1915372534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5207; }","duration":"393.424184ms","start":"2026-06-24T01:03:05.861078Z","end":"2026-06-24T01:03:06.254502Z","steps":["trace[1915372534] 'agreement among raft nodes before linearized reading' (duration: 393.175086ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:06.254539Z","caller":"traceutil/trace.go:171","msg":"trace[579442593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5207; }","duration":"296.212396ms","start":"2026-06-24T01:03:05.958308Z","end":"2026-06-24T01:03:06.25452Z","steps":["trace[579442593] 'agreement among raft nodes before linearized reading' (duration: 295.967439ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:06.254583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:05.861064Z","time spent":"393.507795ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-24T01:03:06.389027Z","caller":"traceutil/trace.go:171","msg":"trace[2081084231] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"127.164382ms","start":"2026-06-24T01:03:06.261836Z","end":"2026-06-24T01:03:06.389001Z","steps":["trace[2081084231] 'process raft request' (duration: 126.989828ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:06.389582Z","caller":"traceutil/trace.go:171","msg":"trace[690762184] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"127.130682ms","start":"2026-06-24T01:03:06.262421Z","end":"2026-06-24T01:03:06.389551Z","steps":["trace[690762184] 'process raft request' (duration: 126.538635ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:06.389685Z","caller":"traceutil/trace.go:171","msg":"trace[1762548976] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5407; }","duration":"127.624975ms","start":"2026-06-24T01:03:06.261993Z","end":"2026-06-24T01:03:06.389618Z","steps":["trace[1762548976] 'read index received' (duration: 24.911348ms)","trace[1762548976] 'applied index is now lower than readState.Index' (duration: 102.711777ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:06.389765Z","caller":"traceutil/trace.go:171","msg":"trace[1327723368] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"125.658692ms","start":"2026-06-24T01:03:06.264007Z","end":"2026-06-24T01:03:06.389665Z","steps":["trace[1327723368] 'process raft request' (duration: 125.535248ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:06.389734Z","caller":"traceutil/trace.go:171","msg":"trace[2111386100] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"127.188413ms","start":"2026-06-24T01:03:06.262486Z","end":"2026-06-24T01:03:06.389674Z","steps":["trace[2111386100] 'process raft request' (duration: 126.887995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:06.389985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.976184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-06-24T01:03:06.390065Z","caller":"traceutil/trace.go:171","msg":"trace[1007657376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5212; }","duration":"128.091787ms","start":"2026-06-24T01:03:06.261957Z","end":"2026-06-24T01:03:06.390049Z","steps":["trace[1007657376] 'agreement among raft nodes before linearized reading' (duration: 127.856551ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:06.390531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.701036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787072"} {"level":"info","ts":"2026-06-24T01:03:06.390601Z","caller":"traceutil/trace.go:171","msg":"trace[945787297] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5212; }","duration":"102.845091ms","start":"2026-06-24T01:03:06.287741Z","end":"2026-06-24T01:03:06.390586Z","steps":["trace[945787297] 'agreement among raft nodes before linearized reading' (duration: 102.167652ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:07.766625Z","caller":"traceutil/trace.go:171","msg":"trace[1665849574] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"150.034385ms","start":"2026-06-24T01:03:07.616562Z","end":"2026-06-24T01:03:07.766596Z","steps":["trace[1665849574] 'process raft request' (duration: 149.894381ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:18.429179Z","caller":"traceutil/trace.go:171","msg":"trace[1835739573] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"105.471532ms","start":"2026-06-24T01:03:18.32367Z","end":"2026-06-24T01:03:18.429142Z","steps":["trace[1835739573] 'process raft request' (duration: 35.912727ms)","trace[1835739573] 'compare' (duration: 69.104293ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:18.760562Z","caller":"traceutil/trace.go:171","msg":"trace[1431014759] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"234.468644ms","start":"2026-06-24T01:03:18.526037Z","end":"2026-06-24T01:03:18.760506Z","steps":["trace[1431014759] 'process raft request' (duration: 148.909795ms)","trace[1431014759] 'compare' (duration: 85.075697ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:18.760615Z","caller":"traceutil/trace.go:171","msg":"trace[1979779712] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"234.094065ms","start":"2026-06-24T01:03:18.52649Z","end":"2026-06-24T01:03:18.760584Z","steps":["trace[1979779712] 'process raft request' (duration: 233.92459ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:18.760871Z","caller":"traceutil/trace.go:171","msg":"trace[621933821] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5639; }","duration":"231.220376ms","start":"2026-06-24T01:03:18.529636Z","end":"2026-06-24T01:03:18.760856Z","steps":["trace[621933821] 'read index received' (duration: 145.251285ms)","trace[621933821] 'applied index is now lower than readState.Index' (duration: 85.968211ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:18.760879Z","caller":"traceutil/trace.go:171","msg":"trace[2011055939] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"232.660245ms","start":"2026-06-24T01:03:18.528201Z","end":"2026-06-24T01:03:18.760861Z","steps":["trace[2011055939] 'process raft request' (duration: 232.492581ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:18.760844Z","caller":"traceutil/trace.go:171","msg":"trace[1656924708] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"233.387644ms","start":"2026-06-24T01:03:18.527407Z","end":"2026-06-24T01:03:18.760794Z","steps":["trace[1656924708] 'process raft request' (duration: 233.115347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:18.761199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.532674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70788"} {"level":"info","ts":"2026-06-24T01:03:18.761235Z","caller":"traceutil/trace.go:171","msg":"trace[833606841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5437; }","duration":"231.647207ms","start":"2026-06-24T01:03:18.529577Z","end":"2026-06-24T01:03:18.761224Z","steps":["trace[833606841] 'agreement among raft nodes before linearized reading' (duration: 231.369039ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:18.932048Z","caller":"traceutil/trace.go:171","msg":"trace[228505536] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"117.061988ms","start":"2026-06-24T01:03:18.814958Z","end":"2026-06-24T01:03:18.932019Z","steps":["trace[228505536] 'process raft request' (duration: 90.152255ms)","trace[228505536] 'compare' (duration: 26.09662ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:18.932337Z","caller":"traceutil/trace.go:171","msg":"trace[108652594] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"116.389469ms","start":"2026-06-24T01:03:18.815936Z","end":"2026-06-24T01:03:18.932326Z","steps":["trace[108652594] 'process raft request' (duration: 115.990368ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:18.932704Z","caller":"traceutil/trace.go:171","msg":"trace[1951758585] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"115.578849ms","start":"2026-06-24T01:03:18.817081Z","end":"2026-06-24T01:03:18.93266Z","steps":["trace[1951758585] 'process raft request' (duration: 115.199928ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:19.764395Z","caller":"traceutil/trace.go:171","msg":"trace[880872391] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5653; }","duration":"499.12956ms","start":"2026-06-24T01:03:19.265239Z","end":"2026-06-24T01:03:19.764369Z","steps":["trace[880872391] 'read index received' (duration: 409.760827ms)","trace[880872391] 'applied index is now lower than readState.Index' (duration: 89.367753ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:19.764408Z","caller":"traceutil/trace.go:171","msg":"trace[1577551905] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"499.278245ms","start":"2026-06-24T01:03:19.265098Z","end":"2026-06-24T01:03:19.764376Z","steps":["trace[1577551905] 'process raft request' (duration: 409.886441ms)","trace[1577551905] 'compare' (duration: 89.24576ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:19.764623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.360177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-06-24T01:03:19.764662Z","caller":"traceutil/trace.go:171","msg":"trace[732773033] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5448; }","duration":"499.414458ms","start":"2026-06-24T01:03:19.265234Z","end":"2026-06-24T01:03:19.764648Z","steps":["trace[732773033] 'agreement among raft nodes before linearized reading' (duration: 499.235463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:19.764697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:19.265213Z","time spent":"499.47522ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17171,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-24T01:03:19.764597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:19.265034Z","time spent":"499.448139ms","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:03:19.797811Z","caller":"traceutil/trace.go:171","msg":"trace[655710461] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"226.261151ms","start":"2026-06-24T01:03:19.571425Z","end":"2026-06-24T01:03:19.797686Z","steps":["trace[655710461] 'process raft request' (duration: 226.103826ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:19.797659Z","caller":"traceutil/trace.go:171","msg":"trace[1639164019] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"328.389892ms","start":"2026-06-24T01:03:19.46922Z","end":"2026-06-24T01:03:19.79761Z","steps":["trace[1639164019] 'process raft request' (duration: 328.107764ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:19.798315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:19.469188Z","time spent":"329.022079ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:03:22.116326Z","caller":"traceutil/trace.go:171","msg":"trace[391894185] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"185.419099ms","start":"2026-06-24T01:03:21.930873Z","end":"2026-06-24T01:03:22.116292Z","steps":["trace[391894185] 'process raft request' (duration: 116.135973ms)","trace[391894185] 'compare' (duration: 69.142702ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:27.731001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.005111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:03:27.731182Z","caller":"traceutil/trace.go:171","msg":"trace[1841293473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5606; }","duration":"256.252197ms","start":"2026-06-24T01:03:27.474908Z","end":"2026-06-24T01:03:27.73116Z","steps":["trace[1841293473] 'range keys from in-memory index tree' (duration: 255.840017ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:27.732028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.514444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-24T01:03:27.732104Z","caller":"traceutil/trace.go:171","msg":"trace[2003103454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d; range_end:; response_count:1; response_revision:5606; }","duration":"188.636247ms","start":"2026-06-24T01:03:27.543447Z","end":"2026-06-24T01:03:27.732083Z","steps":["trace[2003103454] 'range keys from in-memory index tree' (duration: 188.332418ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:28.369942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780209951,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-24T01:03:28.694249Z","caller":"traceutil/trace.go:171","msg":"trace[629488344] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"874.943844ms","start":"2026-06-24T01:03:27.819278Z","end":"2026-06-24T01:03:28.694222Z","steps":["trace[629488344] 'process raft request' (duration: 874.767389ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:28.694411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:27.819251Z","time spent":"875.078718ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:03:29.171205Z","caller":"traceutil/trace.go:171","msg":"trace[1842709931] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"1.027060335s","start":"2026-06-24T01:03:28.144114Z","end":"2026-06-24T01:03:29.171174Z","steps":["trace[1842709931] 'process raft request' (duration: 1.026992324s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.171377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.144078Z","time spent":"1.027209059s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:03:29.171371Z","caller":"traceutil/trace.go:171","msg":"trace[1062589101] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"1.326111889s","start":"2026-06-24T01:03:27.845201Z","end":"2026-06-24T01:03:29.171313Z","steps":["trace[1062589101] 'process raft request' (duration: 1.325687177s)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:29.17151Z","caller":"traceutil/trace.go:171","msg":"trace[1004681132] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5816; }","duration":"1.302612389s","start":"2026-06-24T01:03:27.868851Z","end":"2026-06-24T01:03:29.171463Z","steps":["trace[1004681132] 'read index received' (duration: 825.077106ms)","trace[1004681132] 'applied index is now lower than readState.Index' (duration: 477.534093ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:29.171648Z","caller":"traceutil/trace.go:171","msg":"trace[214607299] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"667.732623ms","start":"2026-06-24T01:03:28.503901Z","end":"2026-06-24T01:03:29.171633Z","steps":["trace[214607299] 'process raft request' (duration: 667.237509ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:29.171646Z","caller":"traceutil/trace.go:171","msg":"trace[705717925] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"1.321073572s","start":"2026-06-24T01:03:27.85056Z","end":"2026-06-24T01:03:29.171634Z","steps":["trace[705717925] 'process raft request' (duration: 1.320503695s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.171656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:27.845166Z","time spent":"1.326344425s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:29.171708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:27.850546Z","time spent":"1.321129652s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:29.171772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.503867Z","time spent":"667.809523ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:29.172047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303113514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-06-24T01:03:29.172164Z","caller":"traceutil/trace.go:171","msg":"trace[1731158348] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5611; }","duration":"1.303337349s","start":"2026-06-24T01:03:27.868799Z","end":"2026-06-24T01:03:29.172136Z","steps":["trace[1731158348] 'agreement among raft nodes before linearized reading' (duration: 1.302862356s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.172247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:27.868782Z","time spent":"1.303443531s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-06-24T01:03:29.577154Z","caller":"traceutil/trace.go:171","msg":"trace[909561880] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"870.953066ms","start":"2026-06-24T01:03:28.706159Z","end":"2026-06-24T01:03:29.577112Z","steps":["trace[909561880] 'process raft request' (duration: 870.672648ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:29.577216Z","caller":"traceutil/trace.go:171","msg":"trace[373190534] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"870.896474ms","start":"2026-06-24T01:03:28.706277Z","end":"2026-06-24T01:03:29.577173Z","steps":["trace[373190534] 'process raft request' (duration: 870.71711ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:29.577265Z","caller":"traceutil/trace.go:171","msg":"trace[1749526943] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"870.806101ms","start":"2026-06-24T01:03:28.706432Z","end":"2026-06-24T01:03:29.577238Z","steps":["trace[1749526943] 'process raft request' (duration: 870.721709ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:29.577314Z","caller":"traceutil/trace.go:171","msg":"trace[931155994] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"870.915044ms","start":"2026-06-24T01:03:28.706342Z","end":"2026-06-24T01:03:29.577257Z","steps":["trace[931155994] 'process raft request' (duration: 870.730578ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:03:29.577362Z","caller":"traceutil/trace.go:171","msg":"trace[553759054] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"870.956946ms","start":"2026-06-24T01:03:28.70633Z","end":"2026-06-24T01:03:29.577318Z","steps":["trace[553759054] 'process raft request' (duration: 870.75141ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.577402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.706248Z","time spent":"871.054948ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:29.577439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.706135Z","time spent":"871.13401ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-24T01:03:29.577521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.706302Z","time spent":"871.13711ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:03:29.577562Z","caller":"traceutil/trace.go:171","msg":"trace[2090093205] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5821; }","duration":"405.951494ms","start":"2026-06-24T01:03:29.171589Z","end":"2026-06-24T01:03:29.577541Z","steps":["trace[2090093205] 'read index received' (duration: 405.367307ms)","trace[2090093205] 'applied index is now lower than readState.Index' (duration: 582.817µs)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:29.577592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.706334Z","time spent":"871.11726ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:29.577813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068188546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-06-24T01:03:29.577836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.941214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-24T01:03:29.577851Z","caller":"traceutil/trace.go:171","msg":"trace[501410412] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5617; }","duration":"1.068279187s","start":"2026-06-24T01:03:28.509559Z","end":"2026-06-24T01:03:29.577838Z","steps":["trace[501410412] 'agreement among raft nodes before linearized reading' (duration: 1.068151484s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.577874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.509528Z","time spent":"1.06834127s","remote":"127.0.0.1:52790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-06-24T01:03:29.577874Z","caller":"traceutil/trace.go:171","msg":"trace[2081513116] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d; range_end:; response_count:1; response_revision:5617; }","duration":"839.065058ms","start":"2026-06-24T01:03:28.738795Z","end":"2026-06-24T01:03:29.577861Z","steps":["trace[2081513116] 'agreement among raft nodes before linearized reading' (duration: 838.853772ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.577906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.738741Z","time spent":"839.157559ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d\" "} {"level":"warn","ts":"2026-06-24T01:03:29.577908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099709873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:03:29.577977Z","caller":"traceutil/trace.go:171","msg":"trace[892345915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5617; }","duration":"1.099818686s","start":"2026-06-24T01:03:28.47814Z","end":"2026-06-24T01:03:29.577959Z","steps":["trace[892345915] 'agreement among raft nodes before linearized reading' (duration: 1.099714004s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.578025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.478118Z","time spent":"1.099894998s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T01:03:29.577999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155574475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T01:03:29.578058Z","caller":"traceutil/trace.go:171","msg":"trace[380814707] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"871.081248ms","start":"2026-06-24T01:03:28.706938Z","end":"2026-06-24T01:03:29.578019Z","steps":["trace[380814707] 'process raft request' (duration: 870.258656ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.577909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.558726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-24T01:03:29.578098Z","caller":"traceutil/trace.go:171","msg":"trace[1947508067] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5617; }","duration":"1.155745749s","start":"2026-06-24T01:03:28.42233Z","end":"2026-06-24T01:03:29.578076Z","steps":["trace[1947508067] 'agreement among raft nodes before linearized reading' (duration: 1.155499532s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.57815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.422301Z","time spent":"1.155839442s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-06-24T01:03:29.578172Z","caller":"traceutil/trace.go:171","msg":"trace[1291460593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5617; }","duration":"743.862054ms","start":"2026-06-24T01:03:28.834268Z","end":"2026-06-24T01:03:29.578131Z","steps":["trace[1291460593] 'agreement among raft nodes before linearized reading' (duration: 743.376142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.577533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.706381Z","time spent":"871.001497ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:29.578186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.70693Z","time spent":"871.196171ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:03:29.578241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.834223Z","time spent":"743.997678ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T01:03:29.592083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324981898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:03:29.59218Z","caller":"traceutil/trace.go:171","msg":"trace[33932497] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5617; }","duration":"1.325151952s","start":"2026-06-24T01:03:28.267008Z","end":"2026-06-24T01:03:29.59216Z","steps":["trace[33932497] 'agreement among raft nodes before linearized reading' (duration: 1.310915645s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.592235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.266972Z","time spent":"1.325246265s","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-06-24T01:03:29.592876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.830625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-926dc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-24T01:03:29.592935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.640657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-24T01:03:29.592969Z","caller":"traceutil/trace.go:171","msg":"trace[1070531041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-926dc; range_end:; response_count:1; response_revision:5617; }","duration":"710.943049ms","start":"2026-06-24T01:03:28.882002Z","end":"2026-06-24T01:03:29.592945Z","steps":["trace[1070531041] 'agreement among raft nodes before linearized reading' (duration: 696.089125ms)","trace[1070531041] 'range keys from in-memory index tree' (duration: 14.604757ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:29.592934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.427793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-24T01:03:29.592996Z","caller":"traceutil/trace.go:171","msg":"trace[1034425511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d; range_end:; response_count:1; response_revision:5617; }","duration":"888.759951ms","start":"2026-06-24T01:03:28.704214Z","end":"2026-06-24T01:03:29.592974Z","steps":["trace[1034425511] 'agreement among raft nodes before linearized reading' (duration: 873.891936ms)","trace[1034425511] 'range keys from in-memory index tree' (duration: 14.726581ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:29.59303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.881993Z","time spent":"711.022ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-926dc\" "} {"level":"warn","ts":"2026-06-24T01:03:29.593062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.704184Z","time spent":"888.863613ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8771d394-2024-49c5-93f0-dbf35d40bc9d\" "} {"level":"info","ts":"2026-06-24T01:03:29.593086Z","caller":"traceutil/trace.go:171","msg":"trace[1664792523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5617; }","duration":"714.629048ms","start":"2026-06-24T01:03:28.878399Z","end":"2026-06-24T01:03:29.593028Z","steps":["trace[1664792523] 'agreement among raft nodes before linearized reading' (duration: 699.738683ms)","trace[1664792523] 'range keys from in-memory index tree' (duration: 14.383342ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:29.593088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.153084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-24T01:03:29.593182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.488982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18bbdec2f6e659e7\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-06-24T01:03:29.593214Z","caller":"traceutil/trace.go:171","msg":"trace[1306010612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5617; }","duration":"711.35518ms","start":"2026-06-24T01:03:28.881819Z","end":"2026-06-24T01:03:29.593175Z","steps":["trace[1306010612] 'agreement among raft nodes before linearized reading' (duration: 696.169537ms)","trace[1306010612] 'range keys from in-memory index tree' (duration: 14.856155ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:03:29.593244Z","caller":"traceutil/trace.go:171","msg":"trace[965857922] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18bbdec2f6e659e7; range_end:; response_count:1; response_revision:5618; }","duration":"289.617145ms","start":"2026-06-24T01:03:29.303611Z","end":"2026-06-24T01:03:29.593228Z","steps":["trace[965857922] 'agreement among raft nodes before linearized reading' (duration: 289.41608ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.593032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.830691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-24T01:03:29.593331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.573056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-06-24T01:03:29.593433Z","caller":"traceutil/trace.go:171","msg":"trace[1715727530] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc; range_end:; response_count:1; response_revision:5618; }","duration":"415.716799ms","start":"2026-06-24T01:03:29.177687Z","end":"2026-06-24T01:03:29.593404Z","steps":["trace[1715727530] 'agreement among raft nodes before linearized reading' (duration: 415.504374ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:03:29.593401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.878332Z","time spent":"715.04362ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T01:03:29.592981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026153372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-24T01:03:29.593493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:29.177661Z","time spent":"415.816662ms","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-c4c8e7c8-423e-4119-ad4f-992ec1180bbc\" "} {"level":"warn","ts":"2026-06-24T01:03:29.593279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.88178Z","time spent":"711.487864ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-24T01:03:29.593536Z","caller":"traceutil/trace.go:171","msg":"trace[435486414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5617; }","duration":"1.026731847s","start":"2026-06-24T01:03:28.566772Z","end":"2026-06-24T01:03:29.593504Z","steps":["trace[435486414] 'agreement among raft nodes before linearized reading' (duration: 1.011221825s)","trace[435486414] 'range keys from in-memory index tree' (duration: 14.882605ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:29.593597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.566747Z","time spent":"1.02683212s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-24T01:03:29.593348Z","caller":"traceutil/trace.go:171","msg":"trace[1687931222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5617; }","duration":"712.297475ms","start":"2026-06-24T01:03:28.881023Z","end":"2026-06-24T01:03:29.593321Z","steps":["trace[1687931222] 'agreement among raft nodes before linearized reading' (duration: 697.031759ms)","trace[1687931222] 'range keys from in-memory index tree' (duration: 14.659059ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:03:29.593681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:03:28.880995Z","time spent":"712.672305ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-24T01:03:52.024777Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2927} {"level":"info","ts":"2026-06-24T01:03:52.119438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2927,"took":"92.824738ms","hash":1594020557,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":32509952,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-24T01:03:52.119536Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1594020557,"revision":2927,"compact-revision":-1} {"level":"info","ts":"2026-06-24T01:04:33.553054Z","caller":"traceutil/trace.go:171","msg":"trace[1490260364] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"119.049332ms","start":"2026-06-24T01:04:33.433971Z","end":"2026-06-24T01:04:33.55302Z","steps":["trace[1490260364] 'process raft request' (duration: 118.764924ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:04:33.570259Z","caller":"traceutil/trace.go:171","msg":"trace[1736008993] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"104.415264ms","start":"2026-06-24T01:04:33.465817Z","end":"2026-06-24T01:04:33.570232Z","steps":["trace[1736008993] 'process raft request' (duration: 104.195918ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:08:52.039028Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5850} {"level":"info","ts":"2026-06-24T01:08:52.129022Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5850,"took":"88.624241ms","hash":462680494,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":26374144,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-24T01:08:52.129217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":462680494,"revision":5850,"compact-revision":2927} {"level":"warn","ts":"2026-06-24T01:09:51.430762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.030652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T01:09:51.431061Z","caller":"traceutil/trace.go:171","msg":"trace[1211657216] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"652.899887ms","start":"2026-06-24T01:09:50.778135Z","end":"2026-06-24T01:09:51.431035Z","steps":["trace[1211657216] 'process raft request' (duration: 652.852845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:09:51.431154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:09:50.778121Z","time spent":"652.991858ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:09:51.431167Z","caller":"traceutil/trace.go:171","msg":"trace[1827781200] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"655.805315ms","start":"2026-06-24T01:09:50.775299Z","end":"2026-06-24T01:09:51.431104Z","steps":["trace[1827781200] 'process raft request' (duration: 450.309771ms)","trace[1827781200] 'compare' (duration: 204.529568ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:09:51.431179Z","caller":"traceutil/trace.go:171","msg":"trace[1615450973] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"654.188492ms","start":"2026-06-24T01:09:50.776962Z","end":"2026-06-24T01:09:51.43115Z","steps":["trace[1615450973] 'process raft request' (duration: 653.933414ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:09:51.431441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:09:50.775276Z","time spent":"655.995081ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:09:51.431549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:09:50.776949Z","time spent":"654.459449ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:10:02.311004Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022bf.wal"} {"level":"info","ts":"2026-06-24T01:10:03.78803Z","caller":"traceutil/trace.go:171","msg":"trace[1603869959] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"263.820575ms","start":"2026-06-24T01:10:03.52418Z","end":"2026-06-24T01:10:03.788001Z","steps":["trace[1603869959] 'process raft request' (duration: 263.63584ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:03.806404Z","caller":"traceutil/trace.go:171","msg":"trace[1062892876] linearizableReadLoop","detail":"{readStateIndex:8898; appliedIndex:8895; }","duration":"103.01215ms","start":"2026-06-24T01:10:03.703364Z","end":"2026-06-24T01:10:03.806376Z","steps":["trace[1062892876] 'read index received' (duration: 84.520615ms)","trace[1062892876] 'applied index is now lower than readState.Index' (duration: 18.490345ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:03.806587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.202764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:10:03.80663Z","caller":"traceutil/trace.go:171","msg":"trace[491852717] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8590; }","duration":"103.336339ms","start":"2026-06-24T01:10:03.703283Z","end":"2026-06-24T01:10:03.806619Z","steps":["trace[491852717] 'agreement among raft nodes before linearized reading' (duration: 103.211256ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:03.806776Z","caller":"traceutil/trace.go:171","msg":"trace[157559711] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"278.541387ms","start":"2026-06-24T01:10:03.528173Z","end":"2026-06-24T01:10:03.806714Z","steps":["trace[157559711] 'process raft request' (duration: 277.996402ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:03.806798Z","caller":"traceutil/trace.go:171","msg":"trace[613333927] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"278.484585ms","start":"2026-06-24T01:10:03.528272Z","end":"2026-06-24T01:10:03.806757Z","steps":["trace[613333927] 'process raft request' (duration: 278.055723ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:04.436934Z","caller":"traceutil/trace.go:171","msg":"trace[835753371] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"121.759071ms","start":"2026-06-24T01:10:04.315146Z","end":"2026-06-24T01:10:04.436905Z","steps":["trace[835753371] 'process raft request' (duration: 121.544695ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:05.529213Z","caller":"traceutil/trace.go:171","msg":"trace[1147264290] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"147.119544ms","start":"2026-06-24T01:10:05.382024Z","end":"2026-06-24T01:10:05.529144Z","steps":["trace[1147264290] 'process raft request' (duration: 146.835645ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:05.927935Z","caller":"traceutil/trace.go:171","msg":"trace[1260058086] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"115.89403ms","start":"2026-06-24T01:10:05.812006Z","end":"2026-06-24T01:10:05.9279Z","steps":["trace[1260058086] 'process raft request' (duration: 115.618764ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:06.240237Z","caller":"traceutil/trace.go:171","msg":"trace[1505751287] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"168.381092ms","start":"2026-06-24T01:10:06.071825Z","end":"2026-06-24T01:10:06.240206Z","steps":["trace[1505751287] 'process raft request' (duration: 168.206717ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:06.343514Z","caller":"traceutil/trace.go:171","msg":"trace[255355926] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"271.414242ms","start":"2026-06-24T01:10:06.07207Z","end":"2026-06-24T01:10:06.343484Z","steps":["trace[255355926] 'process raft request' (duration: 203.709125ms)","trace[255355926] 'compare' (duration: 67.322197ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:06.343659Z","caller":"traceutil/trace.go:171","msg":"trace[625335734] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8915; }","duration":"217.975464ms","start":"2026-06-24T01:10:06.12565Z","end":"2026-06-24T01:10:06.343625Z","steps":["trace[625335734] 'read index received' (duration: 114.864203ms)","trace[625335734] 'applied index is now lower than readState.Index' (duration: 103.109511ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:06.343906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.242483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-926dc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-24T01:10:06.343954Z","caller":"traceutil/trace.go:171","msg":"trace[1917103130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-926dc; range_end:; response_count:1; response_revision:8608; }","duration":"218.344814ms","start":"2026-06-24T01:10:06.125598Z","end":"2026-06-24T01:10:06.343942Z","steps":["trace[1917103130] 'agreement among raft nodes before linearized reading' (duration: 218.144058ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:06.344085Z","caller":"traceutil/trace.go:171","msg":"trace[1380894243] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"271.891126ms","start":"2026-06-24T01:10:06.072087Z","end":"2026-06-24T01:10:06.343978Z","steps":["trace[1380894243] 'process raft request' (duration: 271.298469ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:07.233077Z","caller":"traceutil/trace.go:171","msg":"trace[298229738] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"299.248002ms","start":"2026-06-24T01:10:06.933794Z","end":"2026-06-24T01:10:07.233042Z","steps":["trace[298229738] 'process raft request' (duration: 299.050956ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:22.250946Z","caller":"traceutil/trace.go:171","msg":"trace[437799373] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"362.523468ms","start":"2026-06-24T01:10:21.888396Z","end":"2026-06-24T01:10:22.25092Z","steps":["trace[437799373] 'process raft request' (duration: 362.305682ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:22.251128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:21.888366Z","time spent":"362.670312ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:10:22.47201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.321864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T01:10:22.472209Z","caller":"traceutil/trace.go:171","msg":"trace[866745811] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:9001; }","duration":"433.439412ms","start":"2026-06-24T01:10:22.038742Z","end":"2026-06-24T01:10:22.472181Z","steps":["trace[866745811] 'read index received' (duration: 211.956551ms)","trace[866745811] 'applied index is now lower than readState.Index' (duration: 221.481111ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:22.472647Z","caller":"traceutil/trace.go:171","msg":"trace[1815684336] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"488.051071ms","start":"2026-06-24T01:10:21.984578Z","end":"2026-06-24T01:10:22.472629Z","steps":["trace[1815684336] 'process raft request' (duration: 367.944455ms)","trace[1815684336] 'compare' (duration: 119.128589ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:22.472743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:21.984524Z","time spent":"488.171874ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:10:22.473077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.339626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-24T01:10:22.473123Z","caller":"traceutil/trace.go:171","msg":"trace[507933375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8691; }","duration":"434.415487ms","start":"2026-06-24T01:10:22.038696Z","end":"2026-06-24T01:10:22.473111Z","steps":["trace[507933375] 'agreement among raft nodes before linearized reading' (duration: 434.254392ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:22.473163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:22.038682Z","time spent":"434.473869ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T01:10:22.473434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.732689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-24T01:10:22.473489Z","caller":"traceutil/trace.go:171","msg":"trace[1120712138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8691; }","duration":"415.80066ms","start":"2026-06-24T01:10:22.057677Z","end":"2026-06-24T01:10:22.473477Z","steps":["trace[1120712138] 'agreement among raft nodes before linearized reading' (duration: 415.659326ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:22.473528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:22.057671Z","time spent":"415.849071ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T01:10:22.474291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.528158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-24T01:10:22.474336Z","caller":"traceutil/trace.go:171","msg":"trace[655015950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8691; }","duration":"149.62192ms","start":"2026-06-24T01:10:22.324704Z","end":"2026-06-24T01:10:22.474325Z","steps":["trace[655015950] 'agreement among raft nodes before linearized reading' (duration: 149.526098ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:22.474496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.577606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:10:22.47454Z","caller":"traceutil/trace.go:171","msg":"trace[401160581] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8691; }","duration":"231.663888ms","start":"2026-06-24T01:10:22.242862Z","end":"2026-06-24T01:10:22.474526Z","steps":["trace[401160581] 'agreement among raft nodes before linearized reading' (duration: 231.601186ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:22.652446Z","caller":"traceutil/trace.go:171","msg":"trace[708842662] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"170.461728ms","start":"2026-06-24T01:10:22.481933Z","end":"2026-06-24T01:10:22.652395Z","steps":["trace[708842662] 'process raft request' (duration: 170.331735ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:22.652451Z","caller":"traceutil/trace.go:171","msg":"trace[1840640532] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"170.736986ms","start":"2026-06-24T01:10:22.481653Z","end":"2026-06-24T01:10:22.65239Z","steps":["trace[1840640532] 'process raft request' (duration: 153.24803ms)","trace[1840640532] 'compare' (duration: 17.177048ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:22.652835Z","caller":"traceutil/trace.go:171","msg":"trace[165313191] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9003; }","duration":"170.915931ms","start":"2026-06-24T01:10:22.481905Z","end":"2026-06-24T01:10:22.65282Z","steps":["trace[165313191] 'read index received' (duration: 51.467074ms)","trace[165313191] 'applied index is now lower than readState.Index' (duration: 119.447717ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:22.652969Z","caller":"traceutil/trace.go:171","msg":"trace[604646572] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"170.546501ms","start":"2026-06-24T01:10:22.482368Z","end":"2026-06-24T01:10:22.652915Z","steps":["trace[604646572] 'process raft request' (duration: 170.026526ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:22.652473Z","caller":"traceutil/trace.go:171","msg":"trace[1046926425] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"170.207763ms","start":"2026-06-24T01:10:22.482226Z","end":"2026-06-24T01:10:22.652434Z","steps":["trace[1046926425] 'process raft request' (duration: 170.09549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:22.653354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.413495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-06-24T01:10:22.653402Z","caller":"traceutil/trace.go:171","msg":"trace[824333458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8696; }","duration":"171.508298ms","start":"2026-06-24T01:10:22.481883Z","end":"2026-06-24T01:10:22.653391Z","steps":["trace[824333458] 'agreement among raft nodes before linearized reading' (duration: 171.011824ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:40.028372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780218399,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-24T01:10:40.242242Z","caller":"traceutil/trace.go:171","msg":"trace[1708178878] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"838.54798ms","start":"2026-06-24T01:10:39.403664Z","end":"2026-06-24T01:10:40.242212Z","steps":["trace[1708178878] 'process raft request' (duration: 838.291583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:40.242423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:39.403625Z","time spent":"838.713395ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:10:40.24266Z","caller":"traceutil/trace.go:171","msg":"trace[1049889542] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"778.965474ms","start":"2026-06-24T01:10:39.463682Z","end":"2026-06-24T01:10:40.242647Z","steps":["trace[1049889542] 'process raft request' (duration: 778.47332ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:40.242636Z","caller":"traceutil/trace.go:171","msg":"trace[649391421] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9150; }","duration":"715.295638ms","start":"2026-06-24T01:10:39.527304Z","end":"2026-06-24T01:10:40.242599Z","steps":["trace[649391421] 'read index received' (duration: 568.916286ms)","trace[649391421] 'applied index is now lower than readState.Index' (duration: 146.377902ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:40.242724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:39.463652Z","time spent":"779.042697ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:10:40.242803Z","caller":"traceutil/trace.go:171","msg":"trace[1061898209] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"173.81483ms","start":"2026-06-24T01:10:40.068933Z","end":"2026-06-24T01:10:40.242748Z","steps":["trace[1061898209] 'process raft request' (duration: 173.508752ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:40.242894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.557971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:10:40.24291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.561026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T01:10:40.242966Z","caller":"traceutil/trace.go:171","msg":"trace[1563234519] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8835; }","duration":"416.706315ms","start":"2026-06-24T01:10:39.826243Z","end":"2026-06-24T01:10:40.242949Z","steps":["trace[1563234519] 'agreement among raft nodes before linearized reading' (duration: 416.551091ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:40.243013Z","caller":"traceutil/trace.go:171","msg":"trace[1713068686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8835; }","duration":"715.73117ms","start":"2026-06-24T01:10:39.527258Z","end":"2026-06-24T01:10:40.24299Z","steps":["trace[1713068686] 'agreement among raft nodes before linearized reading' (duration: 715.515755ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:40.243041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:39.826222Z","time spent":"416.800327ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-06-24T01:10:40.243078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:39.527239Z","time spent":"715.822463ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-24T01:10:40.981366Z","caller":"traceutil/trace.go:171","msg":"trace[1906440126] linearizableReadLoop","detail":"{readStateIndex:9161; appliedIndex:9159; }","duration":"174.648883ms","start":"2026-06-24T01:10:40.806691Z","end":"2026-06-24T01:10:40.98134Z","steps":["trace[1906440126] 'read index received' (duration: 124.691431ms)","trace[1906440126] 'applied index is now lower than readState.Index' (duration: 49.956342ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:40.981412Z","caller":"traceutil/trace.go:171","msg":"trace[1938582717] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"203.562291ms","start":"2026-06-24T01:10:40.777825Z","end":"2026-06-24T01:10:40.981387Z","steps":["trace[1938582717] 'process raft request' (duration: 153.483216ms)","trace[1938582717] 'compare' (duration: 49.854649ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:40.98144Z","caller":"traceutil/trace.go:171","msg":"trace[690760348] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"202.591106ms","start":"2026-06-24T01:10:40.778822Z","end":"2026-06-24T01:10:40.981414Z","steps":["trace[690760348] 'process raft request' (duration: 202.476512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:40.981698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.984542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-926dc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-24T01:10:40.981752Z","caller":"traceutil/trace.go:171","msg":"trace[1303215002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-926dc; range_end:; response_count:1; response_revision:8842; }","duration":"175.090966ms","start":"2026-06-24T01:10:40.80665Z","end":"2026-06-24T01:10:40.981741Z","steps":["trace[1303215002] 'agreement among raft nodes before linearized reading' (duration: 174.91268ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:53.968425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.005896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-24T01:10:53.96856Z","caller":"traceutil/trace.go:171","msg":"trace[12970918] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8948; }","duration":"570.89465ms","start":"2026-06-24T01:10:53.397621Z","end":"2026-06-24T01:10:53.968515Z","steps":["trace[12970918] 'process raft request' (duration: 40.633858ms)","trace[12970918] 'compare' (duration: 529.677866ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:53.968615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:53.397604Z","time spent":"570.985733ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-06-24T01:10:53.976845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780218728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-24T01:10:54.254688Z","caller":"traceutil/trace.go:171","msg":"trace[1205032397] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"857.027154ms","start":"2026-06-24T01:10:53.397635Z","end":"2026-06-24T01:10:54.254662Z","steps":["trace[1205032397] 'process raft request' (duration: 763.503874ms)","trace[1205032397] 'compare' (duration: 92.964765ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:54.254863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:53.397624Z","time spent":"857.130606ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:10:54.255032Z","caller":"traceutil/trace.go:171","msg":"trace[936726114] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"520.350582ms","start":"2026-06-24T01:10:53.734632Z","end":"2026-06-24T01:10:54.254982Z","steps":["trace[936726114] 'process raft request' (duration: 519.817697ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:54.254597Z","caller":"traceutil/trace.go:171","msg":"trace[271025070] linearizableReadLoop","detail":"{readStateIndex:9273; appliedIndex:9271; }","duration":"778.682217ms","start":"2026-06-24T01:10:53.47588Z","end":"2026-06-24T01:10:54.254563Z","steps":["trace[271025070] 'read index received' (duration: 685.27272ms)","trace[271025070] 'applied index is now lower than readState.Index' (duration: 93.408407ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:54.25521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.339784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:10:54.255252Z","caller":"traceutil/trace.go:171","msg":"trace[1398789743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8950; }","duration":"779.424708ms","start":"2026-06-24T01:10:53.475815Z","end":"2026-06-24T01:10:54.25524Z","steps":["trace[1398789743] 'agreement among raft nodes before linearized reading' (duration: 779.350046ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:54.255275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:53.475787Z","time spent":"779.483209ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T01:10:54.255249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:53.734596Z","time spent":"520.557598ms","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-24T01:10:54.255442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.216307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-24T01:10:54.255497Z","caller":"traceutil/trace.go:171","msg":"trace[1809772339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8950; }","duration":"344.342901ms","start":"2026-06-24T01:10:53.91114Z","end":"2026-06-24T01:10:54.255483Z","steps":["trace[1809772339] 'agreement among raft nodes before linearized reading' (duration: 344.154426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:54.255484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.187774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-24T01:10:54.255535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:53.911066Z","time spent":"344.460033ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-24T01:10:54.255556Z","caller":"traceutil/trace.go:171","msg":"trace[1551117810] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8950; }","duration":"217.301595ms","start":"2026-06-24T01:10:54.038233Z","end":"2026-06-24T01:10:54.255535Z","steps":["trace[1551117810] 'agreement among raft nodes before linearized reading' (duration: 217.052099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:54.255823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.476382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xwkcr\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-06-24T01:10:54.255869Z","caller":"traceutil/trace.go:171","msg":"trace[1668112312] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xwkcr; range_end:; response_count:1; response_revision:8950; }","duration":"521.574005ms","start":"2026-06-24T01:10:53.734283Z","end":"2026-06-24T01:10:54.255857Z","steps":["trace[1668112312] 'agreement among raft nodes before linearized reading' (duration: 520.972759ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:54.255899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:53.734251Z","time spent":"521.641387ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xwkcr\" "} {"level":"info","ts":"2026-06-24T01:10:55.542442Z","caller":"traceutil/trace.go:171","msg":"trace[358267864] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9283; }","duration":"497.732465ms","start":"2026-06-24T01:10:55.044674Z","end":"2026-06-24T01:10:55.542407Z","steps":["trace[358267864] 'read index received' (duration: 481.377439ms)","trace[358267864] 'applied index is now lower than readState.Index' (duration: 16.353886ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:55.542601Z","caller":"traceutil/trace.go:171","msg":"trace[1557489484] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"631.270127ms","start":"2026-06-24T01:10:54.911295Z","end":"2026-06-24T01:10:55.542565Z","steps":["trace[1557489484] 'process raft request' (duration: 614.590582ms)","trace[1557489484] 'compare' (duration: 16.359716ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:55.54277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:54.911272Z","time spent":"631.4099ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:10:55.543699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.909096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-24T01:10:55.54377Z","caller":"traceutil/trace.go:171","msg":"trace[1198205827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8960; }","duration":"499.126852ms","start":"2026-06-24T01:10:55.044626Z","end":"2026-06-24T01:10:55.543753Z","steps":["trace[1198205827] 'agreement among raft nodes before linearized reading' (duration: 498.775893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:55.543812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:55.044606Z","time spent":"499.195285ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-24T01:10:55.552843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.987606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:10:55.552878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.045637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-06-24T01:10:55.552907Z","caller":"traceutil/trace.go:171","msg":"trace[569650678] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8961; }","duration":"379.099359ms","start":"2026-06-24T01:10:55.173795Z","end":"2026-06-24T01:10:55.552894Z","steps":["trace[569650678] 'agreement among raft nodes before linearized reading' (duration: 378.997636ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:55.552922Z","caller":"traceutil/trace.go:171","msg":"trace[1178973121] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8961; }","duration":"262.117139ms","start":"2026-06-24T01:10:55.290791Z","end":"2026-06-24T01:10:55.552908Z","steps":["trace[1178973121] 'agreement among raft nodes before linearized reading' (duration: 261.975096ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:55.552941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:55.173773Z","time spent":"379.157751ms","remote":"127.0.0.1:52892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-24T01:10:55.552901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.004135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-24T01:10:55.552853Z","caller":"traceutil/trace.go:171","msg":"trace[1524261125] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"298.165041ms","start":"2026-06-24T01:10:55.254668Z","end":"2026-06-24T01:10:55.552833Z","steps":["trace[1524261125] 'process raft request' (duration: 297.967306ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:55.552989Z","caller":"traceutil/trace.go:171","msg":"trace[1649067102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8961; }","duration":"508.153579ms","start":"2026-06-24T01:10:55.044818Z","end":"2026-06-24T01:10:55.552971Z","steps":["trace[1649067102] 'agreement among raft nodes before linearized reading' (duration: 507.931233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:55.553026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:55.044794Z","time spent":"508.22364ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T01:10:55.553025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.183289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-926dc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-24T01:10:55.553065Z","caller":"traceutil/trace.go:171","msg":"trace[1196037555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-926dc; range_end:; response_count:1; response_revision:8961; }","duration":"490.264291ms","start":"2026-06-24T01:10:55.062789Z","end":"2026-06-24T01:10:55.553054Z","steps":["trace[1196037555] 'agreement among raft nodes before linearized reading' (duration: 490.095897ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:55.553092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:55.062769Z","time spent":"490.315932ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-926dc\" "} {"level":"info","ts":"2026-06-24T01:10:55.688598Z","caller":"traceutil/trace.go:171","msg":"trace[308663771] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"122.603054ms","start":"2026-06-24T01:10:55.565967Z","end":"2026-06-24T01:10:55.68857Z","steps":["trace[308663771] 'process raft request' (duration: 122.499591ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:55.688627Z","caller":"traceutil/trace.go:171","msg":"trace[894756968] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"130.839809ms","start":"2026-06-24T01:10:55.557751Z","end":"2026-06-24T01:10:55.688591Z","steps":["trace[894756968] 'process raft request' (duration: 130.54743ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:55.854322Z","caller":"traceutil/trace.go:171","msg":"trace[521966550] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"152.201332ms","start":"2026-06-24T01:10:55.702083Z","end":"2026-06-24T01:10:55.854285Z","steps":["trace[521966550] 'process raft request' (duration: 97.183131ms)","trace[521966550] 'compare' (duration: 54.578268ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:56.43058Z","caller":"traceutil/trace.go:171","msg":"trace[2084253726] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"255.178239ms","start":"2026-06-24T01:10:56.175368Z","end":"2026-06-24T01:10:56.430547Z","steps":["trace[2084253726] 'process raft request' (duration: 254.944633ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:56.430937Z","caller":"traceutil/trace.go:171","msg":"trace[1918655394] linearizableReadLoop","detail":"{readStateIndex:9290; appliedIndex:9290; }","duration":"245.806244ms","start":"2026-06-24T01:10:56.185092Z","end":"2026-06-24T01:10:56.430898Z","steps":["trace[1918655394] 'read index received' (duration: 245.790474ms)","trace[1918655394] 'applied index is now lower than readState.Index' (duration: 13.12µs)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:10:56.431275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.141904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-06-24T01:10:56.431391Z","caller":"traceutil/trace.go:171","msg":"trace[417808974] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8966; }","duration":"246.307858ms","start":"2026-06-24T01:10:56.185053Z","end":"2026-06-24T01:10:56.431361Z","steps":["trace[417808974] 'agreement among raft nodes before linearized reading' (duration: 245.936948ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:56.457211Z","caller":"traceutil/trace.go:171","msg":"trace[926860752] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"124.108526ms","start":"2026-06-24T01:10:56.333073Z","end":"2026-06-24T01:10:56.457181Z","steps":["trace[926860752] 'process raft request' (duration: 124.061184ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:56.457264Z","caller":"traceutil/trace.go:171","msg":"trace[1062519899] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"127.277342ms","start":"2026-06-24T01:10:56.329956Z","end":"2026-06-24T01:10:56.457233Z","steps":["trace[1062519899] 'process raft request' (duration: 127.018475ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:57.178704Z","caller":"traceutil/trace.go:171","msg":"trace[1724985310] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"581.551081ms","start":"2026-06-24T01:10:56.597127Z","end":"2026-06-24T01:10:57.178678Z","steps":["trace[1724985310] 'process raft request' (duration: 581.330845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:57.178858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:56.597074Z","time spent":"581.699555ms","remote":"127.0.0.1:56788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:10:57.376153Z","caller":"traceutil/trace.go:171","msg":"trace[568151785] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9293; }","duration":"613.990566ms","start":"2026-06-24T01:10:56.762126Z","end":"2026-06-24T01:10:57.376116Z","steps":["trace[568151785] 'read index received' (duration: 416.321075ms)","trace[568151785] 'applied index is now lower than readState.Index' (duration: 197.668261ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:10:57.376192Z","caller":"traceutil/trace.go:171","msg":"trace[1924873267] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"721.379295ms","start":"2026-06-24T01:10:56.654763Z","end":"2026-06-24T01:10:57.376142Z","steps":["trace[1924873267] 'process raft request' (duration: 721.077357ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:10:57.376357Z","caller":"traceutil/trace.go:171","msg":"trace[54485267] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"517.043372ms","start":"2026-06-24T01:10:56.859234Z","end":"2026-06-24T01:10:57.376277Z","steps":["trace[54485267] 'process raft request' (duration: 516.827566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:57.376409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.261753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-24T01:10:57.376455Z","caller":"traceutil/trace.go:171","msg":"trace[325085659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8972; }","duration":"614.362957ms","start":"2026-06-24T01:10:56.762081Z","end":"2026-06-24T01:10:57.376444Z","steps":["trace[325085659] 'agreement among raft nodes before linearized reading' (duration: 614.197442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:57.376443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:56.654731Z","time spent":"721.611191ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:10:57.376491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:56.762061Z","time spent":"614.423717ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T01:10:57.37649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.831728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-24T01:10:57.376567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:56.859212Z","time spent":"517.213756ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:10:57.376599Z","caller":"traceutil/trace.go:171","msg":"trace[405853256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8972; }","duration":"442.984161ms","start":"2026-06-24T01:10:56.933603Z","end":"2026-06-24T01:10:57.376587Z","steps":["trace[405853256] 'agreement among raft nodes before linearized reading' (duration: 442.786546ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:10:57.376645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:10:56.933584Z","time spent":"443.050504ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-24T01:11:03.275513Z","caller":"traceutil/trace.go:171","msg":"trace[1604818114] linearizableReadLoop","detail":"{readStateIndex:9363; appliedIndex:9362; }","duration":"158.75051ms","start":"2026-06-24T01:11:03.116731Z","end":"2026-06-24T01:11:03.275482Z","steps":["trace[1604818114] 'read index received' (duration: 157.900327ms)","trace[1604818114] 'applied index is now lower than readState.Index' (duration: 848.583µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:11:03.27568Z","caller":"traceutil/trace.go:171","msg":"trace[1233872414] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"214.858849ms","start":"2026-06-24T01:11:03.060805Z","end":"2026-06-24T01:11:03.275664Z","steps":["trace[1233872414] 'process raft request' (duration: 213.689427ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:11:03.275958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.201082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T01:11:03.276055Z","caller":"traceutil/trace.go:171","msg":"trace[981371486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9037; }","duration":"159.391787ms","start":"2026-06-24T01:11:03.116642Z","end":"2026-06-24T01:11:03.276034Z","steps":["trace[981371486] 'agreement among raft nodes before linearized reading' (duration: 159.155421ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:11:24.90232Z","caller":"traceutil/trace.go:171","msg":"trace[1002008376] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"102.3331ms","start":"2026-06-24T01:11:24.799961Z","end":"2026-06-24T01:11:24.902294Z","steps":["trace[1002008376] 'process raft request' (duration: 101.535188ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:11:58.297553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.74647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-24T01:11:58.297659Z","caller":"traceutil/trace.go:171","msg":"trace[1520997819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9628; }","duration":"276.898554ms","start":"2026-06-24T01:11:58.02074Z","end":"2026-06-24T01:11:58.297639Z","steps":["trace[1520997819] 'range keys from in-memory index tree' (duration: 276.568205ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:11:58.297739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.479413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-24T01:11:58.297869Z","caller":"traceutil/trace.go:171","msg":"trace[238703353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9628; }","duration":"428.685238ms","start":"2026-06-24T01:11:57.86916Z","end":"2026-06-24T01:11:58.297845Z","steps":["trace[238703353] 'range keys from in-memory index tree' (duration: 428.240446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:11:58.297888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.700007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-24T01:11:58.297987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.709638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-926dc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-24T01:11:58.297993Z","caller":"traceutil/trace.go:171","msg":"trace[2076335182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9628; }","duration":"338.867332ms","start":"2026-06-24T01:11:57.959104Z","end":"2026-06-24T01:11:58.297971Z","steps":["trace[2076335182] 'count revisions from in-memory index tree' (duration: 338.598305ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:11:58.298033Z","caller":"traceutil/trace.go:171","msg":"trace[718291452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-926dc; range_end:; response_count:1; response_revision:9628; }","duration":"305.793901ms","start":"2026-06-24T01:11:57.992228Z","end":"2026-06-24T01:11:58.298021Z","steps":["trace[718291452] 'range keys from in-memory index tree' (duration: 305.566685ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:11:58.298046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:11:57.95908Z","time spent":"338.952874ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-24T01:11:58.297931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:11:57.869142Z","time spent":"428.769711ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T01:11:58.298071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:11:57.992204Z","time spent":"305.856752ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-926dc\" "} {"level":"warn","ts":"2026-06-24T01:11:58.298236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.186493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-24T01:11:58.298564Z","caller":"traceutil/trace.go:171","msg":"trace[1125463814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9628; }","duration":"389.416009ms","start":"2026-06-24T01:11:57.908929Z","end":"2026-06-24T01:11:58.298345Z","steps":["trace[1125463814] 'range keys from in-memory index tree' (duration: 388.892255ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:11:58.298626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:11:57.908902Z","time spent":"389.708786ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-24T01:12:03.07184Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-24T01:12:03.077191Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-24T01:12:03.077338Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-06-24T01:12:11.416165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.512332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:12:11.416285Z","caller":"traceutil/trace.go:171","msg":"trace[981006776] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9707; }","duration":"106.706077ms","start":"2026-06-24T01:12:11.309549Z","end":"2026-06-24T01:12:11.416255Z","steps":["trace[981006776] 'count revisions from in-memory index tree' (duration: 106.318127ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:12:12.03553Z","caller":"traceutil/trace.go:171","msg":"trace[28141104] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"114.694845ms","start":"2026-06-24T01:12:11.920771Z","end":"2026-06-24T01:12:12.035466Z","steps":["trace[28141104] 'process raft request' (duration: 96.368295ms)","trace[28141104] 'compare' (duration: 18.207127ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:13:52.047087Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8013} {"level":"info","ts":"2026-06-24T01:13:52.11811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8013,"took":"68.846566ms","hash":197331698,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":28180480,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-24T01:13:52.118241Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":197331698,"revision":8013,"compact-revision":5850} {"level":"warn","ts":"2026-06-24T01:17:29.234649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.997606ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-24T01:17:47.688765Z","caller":"traceutil/trace.go:171","msg":"trace[30003510] linearizableReadLoop","detail":"{readStateIndex:12549; appliedIndex:12548; }","duration":"213.248561ms","start":"2026-06-24T01:17:47.475472Z","end":"2026-06-24T01:17:47.68872Z","steps":["trace[30003510] 'read index received' (duration: 139.483251ms)","trace[30003510] 'applied index is now lower than readState.Index' (duration: 73.76345ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:17:47.68882Z","caller":"traceutil/trace.go:171","msg":"trace[1413740318] transaction","detail":"{read_only:false; response_revision:12126; number_of_response:1; }","duration":"216.061968ms","start":"2026-06-24T01:17:47.472707Z","end":"2026-06-24T01:17:47.688769Z","steps":["trace[1413740318] 'process raft request' (duration: 142.237907ms)","trace[1413740318] 'compare' (duration: 73.479142ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:17:47.688985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.472979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:17:47.68906Z","caller":"traceutil/trace.go:171","msg":"trace[447436265] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12126; }","duration":"213.642253ms","start":"2026-06-24T01:17:47.475397Z","end":"2026-06-24T01:17:47.689039Z","steps":["trace[447436265] 'agreement among raft nodes before linearized reading' (duration: 213.493718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:17:47.68926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.003218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:17:47.68946Z","caller":"traceutil/trace.go:171","msg":"trace[415528784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12126; }","duration":"212.313856ms","start":"2026-06-24T01:17:47.477117Z","end":"2026-06-24T01:17:47.68943Z","steps":["trace[415528784] 'agreement among raft nodes before linearized reading' (duration: 211.899985ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:17:48.943226Z","caller":"traceutil/trace.go:171","msg":"trace[781505159] transaction","detail":"{read_only:false; response_revision:12135; number_of_response:1; }","duration":"213.001855ms","start":"2026-06-24T01:17:48.730189Z","end":"2026-06-24T01:17:48.943191Z","steps":["trace[781505159] 'process raft request' (duration: 212.769629ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:18:52.056161Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10393} {"level":"info","ts":"2026-06-24T01:18:52.145151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10393,"took":"87.172306ms","hash":2893726552,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":26669056,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-06-24T01:18:52.145309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2893726552,"revision":10393,"compact-revision":8013} {"level":"info","ts":"2026-06-24T01:23:52.06245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12574} {"level":"info","ts":"2026-06-24T01:23:52.15525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12574,"took":"89.333906ms","hash":3686081733,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":27832320,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-24T01:23:52.155354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3686081733,"revision":12574,"compact-revision":10393} {"level":"info","ts":"2026-06-24T01:24:32.729785Z","caller":"traceutil/trace.go:171","msg":"trace[1788464477] transaction","detail":"{read_only:false; response_revision:14809; number_of_response:1; }","duration":"170.443438ms","start":"2026-06-24T01:24:32.559305Z","end":"2026-06-24T01:24:32.729748Z","steps":["trace[1788464477] 'process raft request' (duration: 110.524734ms)","trace[1788464477] 'compare' (duration: 59.761289ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:24:41.742884Z","caller":"traceutil/trace.go:171","msg":"trace[563215698] linearizableReadLoop","detail":"{readStateIndex:15390; appliedIndex:15389; }","duration":"313.740675ms","start":"2026-06-24T01:24:41.429115Z","end":"2026-06-24T01:24:41.742855Z","steps":["trace[563215698] 'read index received' (duration: 313.58065ms)","trace[563215698] 'applied index is now lower than readState.Index' (duration: 157.885µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:24:41.743085Z","caller":"traceutil/trace.go:171","msg":"trace[209527245] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"445.58823ms","start":"2026-06-24T01:24:41.297431Z","end":"2026-06-24T01:24:41.743019Z","steps":["trace[209527245] 'process raft request' (duration: 445.260971ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:24:41.743179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.000392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:24:41.743294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:24:41.29741Z","time spent":"445.784025ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:24:41.743283Z","caller":"traceutil/trace.go:171","msg":"trace[1789432833] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14867; }","duration":"314.188928ms","start":"2026-06-24T01:24:41.429073Z","end":"2026-06-24T01:24:41.743261Z","steps":["trace[1789432833] 'agreement among raft nodes before linearized reading' (duration: 313.92742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:24:41.743467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:24:41.429053Z","time spent":"314.358222ms","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-06-24T01:24:51.556067Z","caller":"traceutil/trace.go:171","msg":"trace[1952244753] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"103.933254ms","start":"2026-06-24T01:24:51.452095Z","end":"2026-06-24T01:24:51.556028Z","steps":["trace[1952244753] 'process raft request' (duration: 103.634766ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:32.929807Z","caller":"traceutil/trace.go:171","msg":"trace[1214291991] transaction","detail":"{read_only:false; response_revision:16133; number_of_response:1; }","duration":"236.984173ms","start":"2026-06-24T01:26:32.692772Z","end":"2026-06-24T01:26:32.929756Z","steps":["trace[1214291991] 'process raft request' (duration: 231.293177ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:32.930284Z","caller":"traceutil/trace.go:171","msg":"trace[1587230499] transaction","detail":"{read_only:false; response_revision:16134; number_of_response:1; }","duration":"184.867001ms","start":"2026-06-24T01:26:32.745387Z","end":"2026-06-24T01:26:32.930254Z","steps":["trace[1587230499] 'process raft request' (duration: 184.190502ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:34.74943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.68663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T01:26:34.749592Z","caller":"traceutil/trace.go:171","msg":"trace[357449848] linearizableReadLoop","detail":"{readStateIndex:16700; appliedIndex:16699; }","duration":"628.487478ms","start":"2026-06-24T01:26:34.12108Z","end":"2026-06-24T01:26:34.749567Z","steps":["trace[357449848] 'read index received' (duration: 360.51163ms)","trace[357449848] 'applied index is now lower than readState.Index' (duration: 267.970478ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:26:34.749691Z","caller":"traceutil/trace.go:171","msg":"trace[1182634692] transaction","detail":"{read_only:false; response_revision:16140; number_of_response:1; }","duration":"643.802396ms","start":"2026-06-24T01:26:34.105873Z","end":"2026-06-24T01:26:34.749675Z","steps":["trace[1182634692] 'process raft request' (duration: 375.709015ms)","trace[1182634692] 'compare' (duration: 267.265809ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:26:34.749775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.105845Z","time spent":"643.886199ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:26:34.750555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.173388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-24T01:26:34.750778Z","caller":"traceutil/trace.go:171","msg":"trace[1125990209] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16140; }","duration":"629.748332ms","start":"2026-06-24T01:26:34.121009Z","end":"2026-06-24T01:26:34.750757Z","steps":["trace[1125990209] 'agreement among raft nodes before linearized reading' (duration: 629.005203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:34.750829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.120975Z","time spent":"629.840265ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-24T01:26:35.072953Z","caller":"traceutil/trace.go:171","msg":"trace[1529245663] transaction","detail":"{read_only:false; response_revision:16141; number_of_response:1; }","duration":"598.575063ms","start":"2026-06-24T01:26:34.474342Z","end":"2026-06-24T01:26:35.072917Z","steps":["trace[1529245663] 'process raft request' (duration: 598.219263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.073209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.474313Z","time spent":"598.783239ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:26:35.073581Z","caller":"traceutil/trace.go:171","msg":"trace[1533963247] linearizableReadLoop","detail":"{readStateIndex:16701; appliedIndex:16700; }","duration":"323.939453ms","start":"2026-06-24T01:26:34.749624Z","end":"2026-06-24T01:26:35.073564Z","steps":["trace[1533963247] 'read index received' (duration: 322.653798ms)","trace[1533963247] 'applied index is now lower than readState.Index' (duration: 1.284255ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:26:35.073779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.700543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tl5zm\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-06-24T01:26:35.073823Z","caller":"traceutil/trace.go:171","msg":"trace[808953631] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tl5zm; range_end:; response_count:1; response_revision:16141; }","duration":"449.789605ms","start":"2026-06-24T01:26:34.624021Z","end":"2026-06-24T01:26:35.07381Z","steps":["trace[808953631] 'agreement among raft nodes before linearized reading' (duration: 449.632841ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.073861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.624003Z","time spent":"449.850149ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tl5zm\" "} {"level":"warn","ts":"2026-06-24T01:26:35.073976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.195695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-24T01:26:35.074414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.769441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-24T01:26:35.074059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.165954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tl5zm\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-06-24T01:26:35.074513Z","caller":"traceutil/trace.go:171","msg":"trace[146501191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16141; }","duration":"835.912274ms","start":"2026-06-24T01:26:34.238568Z","end":"2026-06-24T01:26:35.07448Z","steps":["trace[146501191] 'agreement among raft nodes before linearized reading' (duration: 835.643327ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.074496Z","caller":"traceutil/trace.go:171","msg":"trace[1590957700] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16141; }","duration":"506.703768ms","start":"2026-06-24T01:26:34.567725Z","end":"2026-06-24T01:26:35.074429Z","steps":["trace[1590957700] 'agreement among raft nodes before linearized reading' (duration: 506.182224ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.074568Z","caller":"traceutil/trace.go:171","msg":"trace[1560718837] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tl5zm; range_end:; response_count:1; response_revision:16141; }","duration":"465.662838ms","start":"2026-06-24T01:26:34.608885Z","end":"2026-06-24T01:26:35.074548Z","steps":["trace[1560718837] 'agreement among raft nodes before linearized reading' (duration: 465.109173ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.074614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.608799Z","time spent":"465.803113ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tl5zm\" "} {"level":"warn","ts":"2026-06-24T01:26:35.074658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.567697Z","time spent":"506.914043ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-24T01:26:35.074151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.285663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-24T01:26:35.074826Z","caller":"traceutil/trace.go:171","msg":"trace[1379329475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16141; }","duration":"595.93549ms","start":"2026-06-24T01:26:34.478856Z","end":"2026-06-24T01:26:35.074791Z","steps":["trace[1379329475] 'agreement among raft nodes before linearized reading' (duration: 595.234512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.074122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.540269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-06-24T01:26:35.074915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.478846Z","time spent":"596.049783ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-24T01:26:35.074923Z","caller":"traceutil/trace.go:171","msg":"trace[661133472] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16141; }","duration":"549.422271ms","start":"2026-06-24T01:26:34.525485Z","end":"2026-06-24T01:26:35.074908Z","steps":["trace[661133472] 'agreement among raft nodes before linearized reading' (duration: 548.398504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.074975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.525451Z","time spent":"549.509935ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-24T01:26:35.074214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.399344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:26:35.074224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.499054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-24T01:26:35.075128Z","caller":"traceutil/trace.go:171","msg":"trace[1636558640] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16141; }","duration":"549.309449ms","start":"2026-06-24T01:26:34.52576Z","end":"2026-06-24T01:26:35.07507Z","steps":["trace[1636558640] 'agreement among raft nodes before linearized reading' (duration: 548.426526ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.075307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.238529Z","time spent":"836.043338ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-24T01:26:35.075197Z","caller":"traceutil/trace.go:171","msg":"trace[1279093134] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16141; }","duration":"550.480622ms","start":"2026-06-24T01:26:34.524677Z","end":"2026-06-24T01:26:35.075157Z","steps":["trace[1279093134] 'agreement among raft nodes before linearized reading' (duration: 549.493105ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.075413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.525733Z","time spent":"549.592367ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-06-24T01:26:35.075426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.524656Z","time spent":"550.757558ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-24T01:26:35.07429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.600779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:26:35.075575Z","caller":"traceutil/trace.go:171","msg":"trace[479135434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16141; }","duration":"597.934735ms","start":"2026-06-24T01:26:34.477603Z","end":"2026-06-24T01:26:35.075537Z","steps":["trace[479135434] 'agreement among raft nodes before linearized reading' (duration: 596.553637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.075641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.477579Z","time spent":"598.045998ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T01:26:35.455629Z","caller":"traceutil/trace.go:171","msg":"trace[1729949853] transaction","detail":"{read_only:false; response_revision:16142; number_of_response:1; }","duration":"695.202078ms","start":"2026-06-24T01:26:34.760402Z","end":"2026-06-24T01:26:35.455604Z","steps":["trace[1729949853] 'process raft request' (duration: 685.979127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.455781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.760372Z","time spent":"695.31995ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:26:35.456039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.772454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:26:35.456098Z","caller":"traceutil/trace.go:171","msg":"trace[87575493] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16145; }","duration":"460.832266ms","start":"2026-06-24T01:26:34.99525Z","end":"2026-06-24T01:26:35.456083Z","steps":["trace[87575493] 'agreement among raft nodes before linearized reading' (duration: 460.696603ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.456125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.995149Z","time spent":"460.96988ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-06-24T01:26:35.456325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.225577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:26:35.456384Z","caller":"traceutil/trace.go:171","msg":"trace[1054821253] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16145; }","duration":"461.340859ms","start":"2026-06-24T01:26:34.995031Z","end":"2026-06-24T01:26:35.456371Z","steps":["trace[1054821253] 'agreement among raft nodes before linearized reading' (duration: 461.241428ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.456397Z","caller":"traceutil/trace.go:171","msg":"trace[1234241989] transaction","detail":"{read_only:false; response_revision:16144; number_of_response:1; }","duration":"519.184436ms","start":"2026-06-24T01:26:34.937187Z","end":"2026-06-24T01:26:35.456371Z","steps":["trace[1234241989] 'process raft request' (duration: 518.626661ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.456421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.457123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:26:35.456338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.629345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-24T01:26:35.456457Z","caller":"traceutil/trace.go:171","msg":"trace[1474619400] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16145; }","duration":"461.514965ms","start":"2026-06-24T01:26:34.994933Z","end":"2026-06-24T01:26:35.456448Z","steps":["trace[1474619400] 'agreement among raft nodes before linearized reading' (duration: 461.466414ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.456464Z","caller":"traceutil/trace.go:171","msg":"trace[303668037] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16145; }","duration":"455.771278ms","start":"2026-06-24T01:26:35.000684Z","end":"2026-06-24T01:26:35.456455Z","steps":["trace[303668037] 'agreement among raft nodes before linearized reading' (duration: 455.565102ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.456453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.54364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-24T01:26:35.456368Z","caller":"traceutil/trace.go:171","msg":"trace[1194390526] transaction","detail":"{read_only:false; response_revision:16143; number_of_response:1; }","duration":"520.190575ms","start":"2026-06-24T01:26:34.936115Z","end":"2026-06-24T01:26:35.456306Z","steps":["trace[1194390526] 'process raft request' (duration: 519.403574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.456496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.000676Z","time spent":"455.811101ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-24T01:26:35.4563Z","caller":"traceutil/trace.go:171","msg":"trace[1454897479] transaction","detail":"{read_only:false; response_revision:16145; number_of_response:1; }","duration":"457.937268ms","start":"2026-06-24T01:26:34.998327Z","end":"2026-06-24T01:26:35.456264Z","steps":["trace[1454897479] 'process raft request' (duration: 457.555408ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.456517Z","caller":"traceutil/trace.go:171","msg":"trace[701362763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16145; }","duration":"474.632634ms","start":"2026-06-24T01:26:34.981863Z","end":"2026-06-24T01:26:35.456496Z","steps":["trace[701362763] 'agreement among raft nodes before linearized reading' (duration: 474.370866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.456585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.981844Z","time spent":"474.731055ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T01:26:35.456592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.937158Z","time spent":"519.294231ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:26:35.45662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.998302Z","time spent":"458.269866ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:26:35.456487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.99492Z","time spent":"461.561345ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-06-24T01:26:35.456677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.936097Z","time spent":"520.427182ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:26:35.456422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.99501Z","time spent":"461.402343ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-06-24T01:26:35.456716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.992006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-06-24T01:26:35.45676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.111914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-24T01:26:35.456864Z","caller":"traceutil/trace.go:171","msg":"trace[550275687] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16145; }","duration":"521.171052ms","start":"2026-06-24T01:26:34.935618Z","end":"2026-06-24T01:26:35.456789Z","steps":["trace[550275687] 'agreement among raft nodes before linearized reading' (duration: 520.838623ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.456867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.861917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-24T01:26:35.456932Z","caller":"traceutil/trace.go:171","msg":"trace[103606625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16145; }","duration":"483.3372ms","start":"2026-06-24T01:26:34.973568Z","end":"2026-06-24T01:26:35.456906Z","steps":["trace[103606625] 'agreement among raft nodes before linearized reading' (duration: 482.873948ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.455969Z","caller":"traceutil/trace.go:171","msg":"trace[193710350] linearizableReadLoop","detail":"{readStateIndex:16705; appliedIndex:16701; }","duration":"382.315536ms","start":"2026-06-24T01:26:35.073624Z","end":"2026-06-24T01:26:35.45594Z","steps":["trace[193710350] 'read index received' (duration: 372.705534ms)","trace[193710350] 'applied index is now lower than readState.Index' (duration: 9.609122ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:26:35.456946Z","caller":"traceutil/trace.go:171","msg":"trace[1648456655] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16145; }","duration":"702.99225ms","start":"2026-06-24T01:26:34.753933Z","end":"2026-06-24T01:26:35.456925Z","steps":["trace[1648456655] 'agreement among raft nodes before linearized reading' (duration: 702.722013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.457081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.973535Z","time spent":"483.486814ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T01:26:35.457111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.753912Z","time spent":"703.185375ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-24T01:26:35.456941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:34.935586Z","time spent":"521.339846ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-06-24T01:26:35.478838Z","caller":"traceutil/trace.go:171","msg":"trace[1823106276] transaction","detail":"{read_only:false; response_revision:16146; number_of_response:1; }","duration":"399.304599ms","start":"2026-06-24T01:26:35.079508Z","end":"2026-06-24T01:26:35.478812Z","steps":["trace[1823106276] 'process raft request' (duration: 399.116904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.479045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.079482Z","time spent":"399.436312ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:26:35.479339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.440414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:26:35.479592Z","caller":"traceutil/trace.go:171","msg":"trace[717980417] transaction","detail":"{read_only:false; response_revision:16147; number_of_response:1; }","duration":"207.742305ms","start":"2026-06-24T01:26:35.271832Z","end":"2026-06-24T01:26:35.479574Z","steps":["trace[717980417] 'process raft request' (duration: 206.922732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.479629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.325204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:26:35.479634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.010601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:26:35.479689Z","caller":"traceutil/trace.go:171","msg":"trace[1894273351] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16147; }","duration":"192.383946ms","start":"2026-06-24T01:26:35.287281Z","end":"2026-06-24T01:26:35.479665Z","steps":["trace[1894273351] 'agreement among raft nodes before linearized reading' (duration: 192.312284ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.479764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.349727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zcpwv\" ","response":"range_response_count:1 size:20637"} {"level":"warn","ts":"2026-06-24T01:26:35.479746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.088985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-24T01:26:35.479623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.539763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-24T01:26:35.479828Z","caller":"traceutil/trace.go:171","msg":"trace[1484355627] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zcpwv; range_end:; response_count:1; response_revision:16147; }","duration":"404.446918ms","start":"2026-06-24T01:26:35.075362Z","end":"2026-06-24T01:26:35.479809Z","steps":["trace[1484355627] 'agreement among raft nodes before linearized reading' (duration: 404.315845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.479874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.075336Z","time spent":"404.527542ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20659,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zcpwv\" "} {"level":"info","ts":"2026-06-24T01:26:35.479847Z","caller":"traceutil/trace.go:171","msg":"trace[419935194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16147; }","duration":"398.194748ms","start":"2026-06-24T01:26:35.08163Z","end":"2026-06-24T01:26:35.479825Z","steps":["trace[419935194] 'agreement among raft nodes before linearized reading' (duration: 398.009904ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.479868Z","caller":"traceutil/trace.go:171","msg":"trace[1787045400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16147; }","duration":"242.824221ms","start":"2026-06-24T01:26:35.237025Z","end":"2026-06-24T01:26:35.47985Z","steps":["trace[1787045400] 'agreement among raft nodes before linearized reading' (duration: 242.530653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.479991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.081615Z","time spent":"398.334191ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-24T01:26:35.479956Z","caller":"traceutil/trace.go:171","msg":"trace[1507749857] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16147; }","duration":"333.133474ms","start":"2026-06-24T01:26:35.146556Z","end":"2026-06-24T01:26:35.479689Z","steps":["trace[1507749857] 'agreement among raft nodes before linearized reading' (duration: 333.033501ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.480093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.208593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:26:35.479509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.168574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-24T01:26:35.48017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.146531Z","time spent":"333.576426ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-06-24T01:26:35.480206Z","caller":"traceutil/trace.go:171","msg":"trace[522031578] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16147; }","duration":"333.988778ms","start":"2026-06-24T01:26:35.146201Z","end":"2026-06-24T01:26:35.48019Z","steps":["trace[522031578] 'agreement among raft nodes before linearized reading' (duration: 332.925689ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.480243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.224785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769788"} {"level":"warn","ts":"2026-06-24T01:26:35.480232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.930975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769788"} {"level":"info","ts":"2026-06-24T01:26:35.480335Z","caller":"traceutil/trace.go:171","msg":"trace[1221545076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16147; }","duration":"392.327768ms","start":"2026-06-24T01:26:35.087984Z","end":"2026-06-24T01:26:35.480312Z","steps":["trace[1221545076] 'agreement among raft nodes before linearized reading' (duration: 391.204247ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.480342Z","caller":"traceutil/trace.go:171","msg":"trace[1576388945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16147; }","duration":"393.074229ms","start":"2026-06-24T01:26:35.087251Z","end":"2026-06-24T01:26:35.480325Z","steps":["trace[1576388945] 'agreement among raft nodes before linearized reading' (duration: 392.0282ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.480396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.087978Z","time spent":"392.40166ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-24T01:26:35.480416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.087234Z","time spent":"393.164161ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-24T01:26:35.480261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.146189Z","time spent":"334.05547ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-24T01:26:35.47955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.6117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-06-24T01:26:35.480594Z","caller":"traceutil/trace.go:171","msg":"trace[1770965199] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16147; }","duration":"333.667759ms","start":"2026-06-24T01:26:35.146909Z","end":"2026-06-24T01:26:35.480577Z","steps":["trace[1770965199] 'agreement among raft nodes before linearized reading' (duration: 332.496367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.480645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.146898Z","time spent":"333.731041ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-24T01:26:35.479623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.300579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T01:26:35.480912Z","caller":"traceutil/trace.go:171","msg":"trace[1187369293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16147; }","duration":"403.599855ms","start":"2026-06-24T01:26:35.077298Z","end":"2026-06-24T01:26:35.480897Z","steps":["trace[1187369293] 'agreement among raft nodes before linearized reading' (duration: 402.29893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.479353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.441479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T01:26:35.479532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.284201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-24T01:26:35.479524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.960097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-24T01:26:35.479532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.873496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-06-24T01:26:35.481227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.077289Z","time spent":"403.923105ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T01:26:35.481346Z","caller":"traceutil/trace.go:171","msg":"trace[759047988] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16147; }","duration":"340.471124ms","start":"2026-06-24T01:26:35.140854Z","end":"2026-06-24T01:26:35.481325Z","steps":["trace[759047988] 'agreement among raft nodes before linearized reading' (duration: 338.434669ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.481495Z","caller":"traceutil/trace.go:171","msg":"trace[813305391] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16147; }","duration":"331.951232ms","start":"2026-06-24T01:26:35.149511Z","end":"2026-06-24T01:26:35.481462Z","steps":["trace[813305391] 'agreement among raft nodes before linearized reading' (duration: 329.901396ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.481501Z","caller":"traceutil/trace.go:171","msg":"trace[1030505533] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16147; }","duration":"191.111741ms","start":"2026-06-24T01:26:35.290209Z","end":"2026-06-24T01:26:35.48132Z","steps":["trace[1030505533] 'agreement among raft nodes before linearized reading' (duration: 189.132357ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.481565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.149491Z","time spent":"332.059904ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-24T01:26:35.481509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.140832Z","time spent":"340.655329ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-06-24T01:26:35.481439Z","caller":"traceutil/trace.go:171","msg":"trace[2130384587] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16147; }","duration":"195.83489ms","start":"2026-06-24T01:26:35.28559Z","end":"2026-06-24T01:26:35.481424Z","steps":["trace[2130384587] 'agreement among raft nodes before linearized reading' (duration: 193.726233ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:26:35.483519Z","caller":"traceutil/trace.go:171","msg":"trace[1454218632] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16147; }","duration":"340.664769ms","start":"2026-06-24T01:26:35.142826Z","end":"2026-06-24T01:26:35.483491Z","steps":["trace[1454218632] 'agreement among raft nodes before linearized reading' (duration: 336.440144ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.485059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.142803Z","time spent":"342.220963ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-06-24T01:26:35.487789Z","caller":"traceutil/trace.go:171","msg":"trace[975636181] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16147; }","duration":"338.368007ms","start":"2026-06-24T01:26:35.141799Z","end":"2026-06-24T01:26:35.480167Z","steps":["trace[975636181] 'agreement among raft nodes before linearized reading' (duration: 337.449193ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:26:35.487887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:26:35.141788Z","time spent":"346.070698ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-06-24T01:28:52.068776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14591} {"level":"info","ts":"2026-06-24T01:28:52.148387Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14591,"took":"76.291352ms","hash":1269108834,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":31481856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-24T01:28:52.148468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1269108834,"revision":14591,"compact-revision":12574} {"level":"warn","ts":"2026-06-24T01:32:15.990759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.71493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-24T01:32:15.990981Z","caller":"traceutil/trace.go:171","msg":"trace[991046895] linearizableReadLoop","detail":"{readStateIndex:19284; appliedIndex:19281; }","duration":"110.600561ms","start":"2026-06-24T01:32:15.880362Z","end":"2026-06-24T01:32:15.990963Z","steps":["trace[991046895] 'read index received' (duration: 94.724235ms)","trace[991046895] 'applied index is now lower than readState.Index' (duration: 15.875106ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:32:15.991145Z","caller":"traceutil/trace.go:171","msg":"trace[209208233] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"395.457362ms","start":"2026-06-24T01:32:15.595672Z","end":"2026-06-24T01:32:15.991129Z","steps":["trace[209208233] 'process raft request' (duration: 395.253057ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:15.991238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.869989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-24T01:32:15.991281Z","caller":"traceutil/trace.go:171","msg":"trace[1126457484] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:18640; }","duration":"110.95629ms","start":"2026-06-24T01:32:15.880312Z","end":"2026-06-24T01:32:15.991268Z","steps":["trace[1126457484] 'agreement among raft nodes before linearized reading' (duration: 110.889769ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:15.991318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:15.595659Z","time spent":"395.525784ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:32:15.991496Z","caller":"traceutil/trace.go:171","msg":"trace[1858519234] transaction","detail":"{read_only:false; response_revision:18638; number_of_response:1; }","duration":"397.19946ms","start":"2026-06-24T01:32:15.594285Z","end":"2026-06-24T01:32:15.991484Z","steps":["trace[1858519234] 'process raft request' (duration: 48.681808ms)","trace[1858519234] 'compare' (duration: 347.323049ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:32:15.991548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:15.59427Z","time spent":"397.253453ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:32:15.991882Z","caller":"traceutil/trace.go:171","msg":"trace[1810501087] transaction","detail":"{read_only:false; response_revision:18639; number_of_response:1; }","duration":"397.17797ms","start":"2026-06-24T01:32:15.594691Z","end":"2026-06-24T01:32:15.991869Z","steps":["trace[1810501087] 'process raft request' (duration: 396.183993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:15.991932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:15.594667Z","time spent":"397.240311ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:32:17.090116Z","caller":"traceutil/trace.go:171","msg":"trace[802832629] transaction","detail":"{read_only:false; response_revision:18641; number_of_response:1; }","duration":"545.573ms","start":"2026-06-24T01:32:16.544515Z","end":"2026-06-24T01:32:17.090088Z","steps":["trace[802832629] 'process raft request' (duration: 545.363814ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:17.090309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:16.544488Z","time spent":"545.727365ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:32:17.21696Z","caller":"traceutil/trace.go:171","msg":"trace[957516775] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"660.399866ms","start":"2026-06-24T01:32:16.556518Z","end":"2026-06-24T01:32:17.216918Z","steps":["trace[957516775] 'process raft request' (duration: 660.104378ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:32:17.21706Z","caller":"traceutil/trace.go:171","msg":"trace[1456254214] transaction","detail":"{read_only:false; response_revision:18644; number_of_response:1; }","duration":"310.493576ms","start":"2026-06-24T01:32:16.906545Z","end":"2026-06-24T01:32:17.217038Z","steps":["trace[1456254214] 'process raft request' (duration: 310.331152ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:32:17.217046Z","caller":"traceutil/trace.go:171","msg":"trace[1603791419] transaction","detail":"{read_only:false; response_revision:18645; number_of_response:1; }","duration":"310.390714ms","start":"2026-06-24T01:32:16.906618Z","end":"2026-06-24T01:32:17.217008Z","steps":["trace[1603791419] 'process raft request' (duration: 310.300481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:17.21711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:16.55649Z","time spent":"660.55211ms","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-24T01:32:17.217207Z","caller":"traceutil/trace.go:171","msg":"trace[621826726] linearizableReadLoop","detail":"{readStateIndex:19290; appliedIndex:19285; }","duration":"210.543878ms","start":"2026-06-24T01:32:17.006648Z","end":"2026-06-24T01:32:17.217192Z","steps":["trace[621826726] 'read index received' (duration: 83.521776ms)","trace[621826726] 'applied index is now lower than readState.Index' (duration: 127.019962ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:32:17.217232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:16.906585Z","time spent":"310.550368ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:32:17.21704Z","caller":"traceutil/trace.go:171","msg":"trace[1520420751] transaction","detail":"{read_only:false; response_revision:18643; number_of_response:1; }","duration":"312.145572ms","start":"2026-06-24T01:32:16.904844Z","end":"2026-06-24T01:32:17.21699Z","steps":["trace[1520420751] 'process raft request' (duration: 311.965987ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:32:17.217408Z","caller":"traceutil/trace.go:171","msg":"trace[1341785902] transaction","detail":"{read_only:false; response_revision:18646; number_of_response:1; }","duration":"304.263335ms","start":"2026-06-24T01:32:16.913131Z","end":"2026-06-24T01:32:17.217395Z","steps":["trace[1341785902] 'process raft request' (duration: 303.819993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:17.217576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:16.904812Z","time spent":"312.616904ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:32:17.217593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:16.91311Z","time spent":"304.344588ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:32:17.217682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.000062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-24T01:32:17.21774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.545812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-06-24T01:32:17.217772Z","caller":"traceutil/trace.go:171","msg":"trace[728511914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18646; }","duration":"211.149195ms","start":"2026-06-24T01:32:17.006603Z","end":"2026-06-24T01:32:17.217752Z","steps":["trace[728511914] 'agreement among raft nodes before linearized reading' (duration: 210.97722ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:32:17.21782Z","caller":"traceutil/trace.go:171","msg":"trace[357597169] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18646; }","duration":"208.648896ms","start":"2026-06-24T01:32:17.00915Z","end":"2026-06-24T01:32:17.217799Z","steps":["trace[357597169] 'agreement among raft nodes before linearized reading' (duration: 208.393219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:17.217164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:16.906531Z","time spent":"310.569148ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:32:21.493585Z","caller":"traceutil/trace.go:171","msg":"trace[544838299] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"105.301066ms","start":"2026-06-24T01:32:21.388256Z","end":"2026-06-24T01:32:21.493557Z","steps":["trace[544838299] 'process raft request' (duration: 105.10559ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:32:21.759054Z","caller":"traceutil/trace.go:171","msg":"trace[1240498755] linearizableReadLoop","detail":"{readStateIndex:19326; appliedIndex:19324; }","duration":"284.065241ms","start":"2026-06-24T01:32:21.474967Z","end":"2026-06-24T01:32:21.759032Z","steps":["trace[1240498755] 'read index received' (duration: 18.379876ms)","trace[1240498755] 'applied index is now lower than readState.Index' (duration: 265.684155ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T01:32:21.759221Z","caller":"traceutil/trace.go:171","msg":"trace[1303466377] transaction","detail":"{read_only:false; response_revision:18681; number_of_response:1; }","duration":"327.920616ms","start":"2026-06-24T01:32:21.431282Z","end":"2026-06-24T01:32:21.759202Z","steps":["trace[1303466377] 'process raft request' (duration: 325.722196ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:21.759252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.278736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-24T01:32:21.759331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:32:21.431253Z","time spent":"328.006889ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:32:21.759343Z","caller":"traceutil/trace.go:171","msg":"trace[787628768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18681; }","duration":"284.43088ms","start":"2026-06-24T01:32:21.474889Z","end":"2026-06-24T01:32:21.75932Z","steps":["trace[787628768] 'agreement among raft nodes before linearized reading' (duration: 284.285456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:21.759579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.129959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-24T01:32:21.759623Z","caller":"traceutil/trace.go:171","msg":"trace[1492747182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18681; }","duration":"161.199162ms","start":"2026-06-24T01:32:21.598412Z","end":"2026-06-24T01:32:21.759611Z","steps":["trace[1492747182] 'agreement among raft nodes before linearized reading' (duration: 161.078879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:32:21.759825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.027926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-24T01:32:21.759802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.819629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-24T01:32:21.759884Z","caller":"traceutil/trace.go:171","msg":"trace[438039357] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18681; }","duration":"241.478448ms","start":"2026-06-24T01:32:21.518374Z","end":"2026-06-24T01:32:21.759852Z","steps":["trace[438039357] 'agreement among raft nodes before linearized reading' (duration: 241.069308ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:32:21.759932Z","caller":"traceutil/trace.go:171","msg":"trace[1989108601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18681; }","duration":"142.010734ms","start":"2026-06-24T01:32:21.617893Z","end":"2026-06-24T01:32:21.759904Z","steps":["trace[1989108601] 'agreement among raft nodes before linearized reading' (duration: 141.585723ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:33:52.075119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17061} {"level":"info","ts":"2026-06-24T01:33:52.178085Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17061,"took":"99.256858ms","hash":3994369458,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":31543296,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-24T01:33:52.178167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3994369458,"revision":17061,"compact-revision":14591} {"level":"info","ts":"2026-06-24T01:34:05.692597Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-24T01:34:05.698238Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-24T01:34:05.698363Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-06-24T01:38:42.762587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341585780255846,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-24T01:38:42.834224Z","caller":"traceutil/trace.go:171","msg":"trace[622345221] transaction","detail":"{read_only:false; response_revision:20748; number_of_response:1; }","duration":"679.315897ms","start":"2026-06-24T01:38:42.154873Z","end":"2026-06-24T01:38:42.834189Z","steps":["trace[622345221] 'process raft request' (duration: 679.100662ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:42.83443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:42.154855Z","time spent":"679.459571ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:38:44.481588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-24T01:38:44.481709Z","caller":"traceutil/trace.go:171","msg":"trace[1837254597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782401s","start":"2026-06-24T01:38:42.4809Z","end":"2026-06-24T01:38:44.481682Z","steps":["trace[1837254597] 'agreement among raft nodes before linearized reading' (duration: 2.000639426s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.481767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:42.480866Z","time spent":"2.000883723s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/24 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-24T01:38:44.941226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.122035575s","expected-duration":"1s"} {"level":"info","ts":"2026-06-24T01:38:44.947919Z","caller":"traceutil/trace.go:171","msg":"trace[363496463] transaction","detail":"{read_only:false; response_revision:20749; number_of_response:1; }","duration":"2.781849094s","start":"2026-06-24T01:38:42.16602Z","end":"2026-06-24T01:38:44.947869Z","steps":["trace[363496463] 'process raft request' (duration: 2.775526401s)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:38:44.948048Z","caller":"traceutil/trace.go:171","msg":"trace[1863582103] linearizableReadLoop","detail":"{readStateIndex:21482; appliedIndex:21478; }","duration":"2.685507317s","start":"2026-06-24T01:38:42.262507Z","end":"2026-06-24T01:38:44.948014Z","steps":["trace[1863582103] 'read index received' (duration: 571.342589ms)","trace[1863582103] 'applied index is now lower than readState.Index' (duration: 2.114163248s)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:38:44.948134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:42.165965Z","time spent":"2.782061571s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:38:44.948447Z","caller":"traceutil/trace.go:171","msg":"trace[2005843077] transaction","detail":"{read_only:false; response_revision:20751; number_of_response:1; }","duration":"2.467613275s","start":"2026-06-24T01:38:42.480583Z","end":"2026-06-24T01:38:44.948197Z","steps":["trace[2005843077] 'process raft request' (duration: 2.467348748s)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:38:44.948186Z","caller":"traceutil/trace.go:171","msg":"trace[1574768615] transaction","detail":"{read_only:false; response_revision:20750; number_of_response:1; }","duration":"2.781786783s","start":"2026-06-24T01:38:42.166288Z","end":"2026-06-24T01:38:44.948074Z","steps":["trace[1574768615] 'process raft request' (duration: 2.781499026s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.948643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:42.480551Z","time spent":"2.467945503s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:38:44.948866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686349679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-06-24T01:38:44.948961Z","caller":"traceutil/trace.go:171","msg":"trace[1402442468] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20751; }","duration":"2.686481902s","start":"2026-06-24T01:38:42.262459Z","end":"2026-06-24T01:38:44.948941Z","steps":["trace[1402442468] 'agreement among raft nodes before linearized reading' (duration: 2.686173584s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.949026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:42.262438Z","time spent":"2.686571585s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-06-24T01:38:44.949818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:42.166244Z","time spent":"2.782281055s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:38:44.95377Z","caller":"traceutil/trace.go:171","msg":"trace[1821944282] transaction","detail":"{read_only:false; response_revision:20752; number_of_response:1; }","duration":"1.848111402s","start":"2026-06-24T01:38:43.105631Z","end":"2026-06-24T01:38:44.953743Z","steps":["trace[1821944282] 'process raft request' (duration: 1.847911096s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.953917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.105606Z","time spent":"1.848230346s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:38:44.954158Z","caller":"traceutil/trace.go:171","msg":"trace[2119524967] transaction","detail":"{read_only:false; response_revision:20753; number_of_response:1; }","duration":"1.848478542s","start":"2026-06-24T01:38:43.105665Z","end":"2026-06-24T01:38:44.954144Z","steps":["trace[2119524967] 'process raft request' (duration: 1.84803275s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.105648Z","time spent":"1.848544844s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T01:38:44.954214Z","caller":"traceutil/trace.go:171","msg":"trace[254558660] transaction","detail":"{read_only:false; response_revision:20754; number_of_response:1; }","duration":"1.846516418s","start":"2026-06-24T01:38:43.107668Z","end":"2026-06-24T01:38:44.954185Z","steps":["trace[254558660] 'process raft request' (duration: 1.846357224s)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:38:44.954338Z","caller":"traceutil/trace.go:171","msg":"trace[1462657579] transaction","detail":"{read_only:false; response_revision:20755; number_of_response:1; }","duration":"1.839459064s","start":"2026-06-24T01:38:43.114857Z","end":"2026-06-24T01:38:44.954316Z","steps":["trace[1462657579] 'process raft request' (duration: 1.839285769s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.107657Z","time spent":"1.846635831s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:38:44.954441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.114824Z","time spent":"1.839555047s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:38:44.954472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751274869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/cert-manager/\" range_end:\"/registry/persistentvolumeclaims/cert-manager0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-24T01:38:44.954555Z","caller":"traceutil/trace.go:171","msg":"trace[1277806594] range","detail":"{range_begin:/registry/persistentvolumeclaims/cert-manager/; range_end:/registry/persistentvolumeclaims/cert-manager0; response_count:0; response_revision:20756; }","duration":"1.751400302s","start":"2026-06-24T01:38:43.20313Z","end":"2026-06-24T01:38:44.95453Z","steps":["trace[1277806594] 'agreement among raft nodes before linearized reading' (duration: 1.751231538s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.203102Z","time spent":"1.751485935s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/cert-manager/\" range_end:\"/registry/persistentvolumeclaims/cert-manager0\" limit:500 "} {"level":"warn","ts":"2026-06-24T01:38:44.954616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.994338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-24T01:38:44.954663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828173644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-06-24T01:38:44.954703Z","caller":"traceutil/trace.go:171","msg":"trace[2125781365] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20756; }","duration":"1.828226505s","start":"2026-06-24T01:38:43.126466Z","end":"2026-06-24T01:38:44.954692Z","steps":["trace[2125781365] 'agreement among raft nodes before linearized reading' (duration: 1.828076801s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849193673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-24T01:38:44.954714Z","caller":"traceutil/trace.go:171","msg":"trace[968470244] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:20756; }","duration":"827.149172ms","start":"2026-06-24T01:38:44.127537Z","end":"2026-06-24T01:38:44.954686Z","steps":["trace[968470244] 'agreement among raft nodes before linearized reading' (duration: 826.874574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.126458Z","time spent":"1.828273626s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-06-24T01:38:44.954753Z","caller":"traceutil/trace.go:171","msg":"trace[1068808808] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20756; }","duration":"1.849247153s","start":"2026-06-24T01:38:43.105494Z","end":"2026-06-24T01:38:44.954741Z","steps":["trace[1068808808] 'agreement among raft nodes before linearized reading' (duration: 1.849049488s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:44.127504Z","time spent":"827.250013ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-24T01:38:44.954794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.105491Z","time spent":"1.849292235s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":131,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-24T01:38:44.954825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.685186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/auth-system/\" range_end:\"/registry/roles/auth-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-24T01:38:44.954799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829753007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:870"} {"level":"info","ts":"2026-06-24T01:38:44.954873Z","caller":"traceutil/trace.go:171","msg":"trace[1099048292] range","detail":"{range_begin:/registry/roles/auth-system/; range_end:/registry/roles/auth-system0; response_count:0; response_revision:20756; }","duration":"879.793028ms","start":"2026-06-24T01:38:44.075069Z","end":"2026-06-24T01:38:44.954862Z","steps":["trace[1099048292] 'agreement among raft nodes before linearized reading' (duration: 879.713147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849408288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w24g4\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-06-24T01:38:44.954944Z","caller":"traceutil/trace.go:171","msg":"trace[759916046] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w24g4; range_end:; response_count:1; response_revision:20756; }","duration":"1.8494942s","start":"2026-06-24T01:38:43.105439Z","end":"2026-06-24T01:38:44.954933Z","steps":["trace[759916046] 'agreement among raft nodes before linearized reading' (duration: 1.849366066s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807713482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-24T01:38:44.954932Z","caller":"traceutil/trace.go:171","msg":"trace[59994782] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:20756; }","duration":"1.829914321s","start":"2026-06-24T01:38:43.124965Z","end":"2026-06-24T01:38:44.95488Z","steps":["trace[59994782] 'agreement among raft nodes before linearized reading' (duration: 1.829632054s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.954974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.10542Z","time spent":"1.849547381s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-w24g4\" "} {"level":"info","ts":"2026-06-24T01:38:44.954984Z","caller":"traceutil/trace.go:171","msg":"trace[1035102070] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20756; }","duration":"1.807805823s","start":"2026-06-24T01:38:43.147166Z","end":"2026-06-24T01:38:44.954972Z","steps":["trace[1035102070] 'agreement among raft nodes before linearized reading' (duration: 1.807730552s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.12494Z","time spent":"1.830047295s","remote":"127.0.0.1:41466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":892,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"warn","ts":"2026-06-24T01:38:44.955056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.14713Z","time spent":"1.807914277s","remote":"127.0.0.1:52790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-24T01:38:44.955083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138769339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-24T01:38:44.9551Z","caller":"traceutil/trace.go:171","msg":"trace[1867017612] transaction","detail":"{read_only:false; response_revision:20756; number_of_response:1; }","duration":"1.595447744s","start":"2026-06-24T01:38:43.359629Z","end":"2026-06-24T01:38:44.955077Z","steps":["trace[1867017612] 'process raft request' (duration: 1.594608642s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.525029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-24T01:38:44.95494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68345984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-06-24T01:38:44.955175Z","caller":"traceutil/trace.go:171","msg":"trace[1755849600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20756; }","duration":"477.637072ms","start":"2026-06-24T01:38:44.477524Z","end":"2026-06-24T01:38:44.955161Z","steps":["trace[1755849600] 'agreement among raft nodes before linearized reading' (duration: 477.559309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1428039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-24T01:38:44.955217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:44.477482Z","time spent":"477.723094ms","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-24T01:38:44.955125Z","caller":"traceutil/trace.go:171","msg":"trace[672910954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20756; }","duration":"1.138844432s","start":"2026-06-24T01:38:43.816268Z","end":"2026-06-24T01:38:44.955113Z","steps":["trace[672910954] 'agreement among raft nodes before linearized reading' (duration: 1.138657747s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.816263Z","time spent":"1.139007466s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T01:38:44.955296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816651576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5018"} {"level":"info","ts":"2026-06-24T01:38:44.955335Z","caller":"traceutil/trace.go:171","msg":"trace[216666945] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:20756; }","duration":"1.81671862s","start":"2026-06-24T01:38:43.138606Z","end":"2026-06-24T01:38:44.955324Z","steps":["trace[216666945] 'agreement among raft nodes before linearized reading' (duration: 1.816595526s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.3596Z","time spent":"1.595557948s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T01:38:44.95537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.138588Z","time spent":"1.816774691s","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5040,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-06-24T01:38:44.955315Z","caller":"traceutil/trace.go:171","msg":"trace[263589637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20756; }","duration":"2.68381159s","start":"2026-06-24T01:38:42.271399Z","end":"2026-06-24T01:38:44.955211Z","steps":["trace[263589637] 'agreement among raft nodes before linearized reading' (duration: 2.682912464s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827983959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-06-24T01:38:44.955502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:42.271391Z","time spent":"2.684095387s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-06-24T01:38:44.955522Z","caller":"traceutil/trace.go:171","msg":"trace[1371898199] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20756; }","duration":"1.828034039s","start":"2026-06-24T01:38:43.127477Z","end":"2026-06-24T01:38:44.955511Z","steps":["trace[1371898199] 'agreement among raft nodes before linearized reading' (duration: 1.827922596s)"],"step_count":1} {"level":"info","ts":"2026-06-24T01:38:44.955234Z","caller":"traceutil/trace.go:171","msg":"trace[186163018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20756; }","duration":"1.142876732s","start":"2026-06-24T01:38:43.812349Z","end":"2026-06-24T01:38:44.955226Z","steps":["trace[186163018] 'agreement among raft nodes before linearized reading' (duration: 1.14279603s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.127471Z","time spent":"1.828076231s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-06-24T01:38:44.955576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.752565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-24T01:38:44.955587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:43.812322Z","time spent":"1.143249853s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-24T01:38:44.955611Z","caller":"traceutil/trace.go:171","msg":"trace[93833221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20756; }","duration":"473.807726ms","start":"2026-06-24T01:38:44.481793Z","end":"2026-06-24T01:38:44.955601Z","steps":["trace[93833221] 'agreement among raft nodes before linearized reading' (duration: 473.734044ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T01:38:44.955633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:44.48178Z","time spent":"473.848677ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T01:38:44.954906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T01:38:44.075034Z","time spent":"879.862821ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/roles/auth-system/\" range_end:\"/registry/roles/auth-system0\" limit:500 "} {"level":"info","ts":"2026-06-24T01:38:52.080939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19257} {"level":"info","ts":"2026-06-24T01:38:52.191602Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19257,"took":"106.856718ms","hash":1135474344,"current-db-size-bytes":56459264,"current-db-size":"56 MB","current-db-size-in-use-bytes":25972736,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-24T01:38:52.191707Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1135474344,"revision":19257,"compact-revision":17061} {"level":"info","ts":"2026-06-24T01:40:14.711575Z","caller":"traceutil/trace.go:171","msg":"trace[677035991] linearizableReadLoop","detail":"{readStateIndex:21990; appliedIndex:21989; }","duration":"272.891074ms","start":"2026-06-24T01:40:14.438656Z","end":"2026-06-24T01:40:14.711547Z","steps":["trace[677035991] 'read index received' (duration: 272.722449ms)","trace[677035991] 'applied index is now lower than readState.Index' (duration: 167.085µs)"],"step_count":2} {"level":"warn","ts":"2026-06-24T01:40:14.711851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.172151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1242"} {"level":"info","ts":"2026-06-24T01:40:14.711879Z","caller":"traceutil/trace.go:171","msg":"trace[1002439041] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:21238; }","duration":"273.221532ms","start":"2026-06-24T01:40:14.438648Z","end":"2026-06-24T01:40:14.711869Z","steps":["trace[1002439041] 'agreement among raft nodes before linearized reading' (duration: 273.036627ms)"],"step_count":1}