{"level":"warn","ts":"2026-04-07T03:27:54.245037Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T03:27:54.245136Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T03:27:54.245228Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T03:27:54.245235Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-07T03:27:54.245251Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T03:27:54.245828Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-04-07T03:27:54.245908Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T03:27:54.25016Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.038111ms"} {"level":"info","ts":"2026-04-07T03:27:54.256583Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-04-07T03:27:54.256786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T03:27:54.25683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-04-07T03:27:54.256846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T03:27:54.256863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-04-07T03:27:54.256919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-04-07T03:27:54.26369Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T03:27:54.266809Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T03:27:54.268272Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T03:27:54.271949Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T03:27:54.272343Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T03:27:54.272483Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T03:27:54.272515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T03:27:54.272465Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T03:27:54.273569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-04-07T03:27:54.273771Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-07T03:27:54.276315Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T03:27:54.276511Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-07T03:27:54.276557Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-07T03:27:54.276667Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T03:27:54.276709Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T03:27:54.758087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T03:27:54.758159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T03:27:54.75818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-04-07T03:27:54.758194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-04-07T03:27:54.758199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-07T03:27:54.758209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-04-07T03:27:54.758217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-07T03:27:54.760387Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T03:27:54.760461Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T03:27:54.760535Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T03:27:54.760586Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:27:54.761083Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T03:27:54.761214Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T03:27:54.762641Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-04-07T03:27:54.764551Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T03:27:54.769569Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:27:54.76966Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:27:54.769691Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:28:13.935555Z","caller":"traceutil/trace.go:171","msg":"trace[2100886986] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"391.615969ms","start":"2026-04-07T03:28:13.543902Z","end":"2026-04-07T03:28:13.935518Z","steps":["trace[2100886986] 'process raft request' (duration: 391.336972ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:13.935673Z","caller":"traceutil/trace.go:171","msg":"trace[458720081] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"391.735723ms","start":"2026-04-07T03:28:13.543915Z","end":"2026-04-07T03:28:13.935651Z","steps":["trace[458720081] 'process raft request' (duration: 391.537438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:13.936553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:28:13.543881Z","time spent":"391.780314ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:28:13.936742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:28:13.543897Z","time spent":"391.822864ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:28:24.77838Z","caller":"traceutil/trace.go:171","msg":"trace[1927630530] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"139.768257ms","start":"2026-04-07T03:28:24.638581Z","end":"2026-04-07T03:28:24.778349Z","steps":["trace[1927630530] 'process raft request' (duration: 132.316514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:24.778818Z","caller":"traceutil/trace.go:171","msg":"trace[1035345792] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"135.40301ms","start":"2026-04-07T03:28:24.643404Z","end":"2026-04-07T03:28:24.778807Z","steps":["trace[1035345792] 'process raft request' (duration: 134.869045ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:24.779197Z","caller":"traceutil/trace.go:171","msg":"trace[1900651613] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"128.791489ms","start":"2026-04-07T03:28:24.650322Z","end":"2026-04-07T03:28:24.779113Z","steps":["trace[1900651613] 'process raft request' (duration: 128.398747ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:24.779285Z","caller":"traceutil/trace.go:171","msg":"trace[296778472] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:522; }","duration":"109.531634ms","start":"2026-04-07T03:28:24.669724Z","end":"2026-04-07T03:28:24.779256Z","steps":["trace[296778472] 'read index received' (duration: 101.072313ms)","trace[296778472] 'applied index is now lower than readState.Index' (duration: 8.458241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:28:24.779467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.715619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:28:24.779587Z","caller":"traceutil/trace.go:171","msg":"trace[2146091313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"109.882155ms","start":"2026-04-07T03:28:24.669688Z","end":"2026-04-07T03:28:24.77957Z","steps":["trace[2146091313] 'agreement among raft nodes before linearized reading' (duration: 109.654069ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:25.044438Z","caller":"traceutil/trace.go:171","msg":"trace[2089281224] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"134.866404ms","start":"2026-04-07T03:28:24.909538Z","end":"2026-04-07T03:28:25.044404Z","steps":["trace[2089281224] 'process raft request' (duration: 124.762278ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:25.044634Z","caller":"traceutil/trace.go:171","msg":"trace[161789921] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"112.462024ms","start":"2026-04-07T03:28:24.932154Z","end":"2026-04-07T03:28:25.044616Z","steps":["trace[161789921] 'process raft request' (duration: 112.394341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:25.044657Z","caller":"traceutil/trace.go:171","msg":"trace[1127791429] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"129.663783ms","start":"2026-04-07T03:28:24.914961Z","end":"2026-04-07T03:28:25.044624Z","steps":["trace[1127791429] 'process raft request' (duration: 129.406776ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:25.243976Z","caller":"traceutil/trace.go:171","msg":"trace[1347681768] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"138.481813ms","start":"2026-04-07T03:28:25.105462Z","end":"2026-04-07T03:28:25.243944Z","steps":["trace[1347681768] 'process raft request' (duration: 68.342521ms)","trace[1347681768] 'compare' (duration: 69.956636ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:28:25.246723Z","caller":"traceutil/trace.go:171","msg":"trace[333119471] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"140.757645ms","start":"2026-04-07T03:28:25.105937Z","end":"2026-04-07T03:28:25.246694Z","steps":["trace[333119471] 'process raft request' (duration: 140.419866ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:25.246867Z","caller":"traceutil/trace.go:171","msg":"trace[263826285] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"120.522263ms","start":"2026-04-07T03:28:25.126301Z","end":"2026-04-07T03:28:25.246823Z","steps":["trace[263826285] 'process raft request' (duration: 120.255647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:31.037069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.722107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T03:28:31.037175Z","caller":"traceutil/trace.go:171","msg":"trace[147564840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:581; }","duration":"142.886971ms","start":"2026-04-07T03:28:30.894265Z","end":"2026-04-07T03:28:31.037152Z","steps":["trace[147564840] 'range keys from in-memory index tree' (duration: 142.522501ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:31.157183Z","caller":"traceutil/trace.go:171","msg":"trace[1033536603] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"115.525815ms","start":"2026-04-07T03:28:31.041627Z","end":"2026-04-07T03:28:31.157152Z","steps":["trace[1033536603] 'process raft request' (duration: 115.36178ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:31.577631Z","caller":"traceutil/trace.go:171","msg":"trace[102310225] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"528.47963ms","start":"2026-04-07T03:28:31.049117Z","end":"2026-04-07T03:28:31.577597Z","steps":["trace[102310225] 'process raft request' (duration: 467.831011ms)","trace[102310225] 'compare' (duration: 60.356621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:28:31.577795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:28:31.049084Z","time spent":"528.632625ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:28:31.601987Z","caller":"traceutil/trace.go:171","msg":"trace[1259570903] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"339.105387ms","start":"2026-04-07T03:28:31.262851Z","end":"2026-04-07T03:28:31.601956Z","steps":["trace[1259570903] 'process raft request' (duration: 338.591893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:31.602154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:28:31.262824Z","time spent":"339.24157ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:28:32.195912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.403486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:28:32.196037Z","caller":"traceutil/trace.go:171","msg":"trace[1796675573] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:606; }","duration":"139.48401ms","start":"2026-04-07T03:28:32.056533Z","end":"2026-04-07T03:28:32.196017Z","steps":["trace[1796675573] 'read index received' (duration: 43.421µs)","trace[1796675573] 'applied index is now lower than readState.Index' (duration: 139.439079ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:28:32.1961Z","caller":"traceutil/trace.go:171","msg":"trace[129150758] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"533.0416ms","start":"2026-04-07T03:28:31.662995Z","end":"2026-04-07T03:28:32.196037Z","steps":["trace[129150758] 'process raft request' (duration: 372.279956ms)","trace[129150758] 'compare' (duration: 160.254672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:28:32.196258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:28:31.662971Z","time spent":"533.215496ms","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T03:28:32.196285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.201139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T03:28:32.196317Z","caller":"traceutil/trace.go:171","msg":"trace[193171325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:585; }","duration":"120.290551ms","start":"2026-04-07T03:28:32.076016Z","end":"2026-04-07T03:28:32.196307Z","steps":["trace[193171325] 'agreement among raft nodes before linearized reading' (duration: 120.104156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:32.196339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.789038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T03:28:32.196427Z","caller":"traceutil/trace.go:171","msg":"trace[1872961319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"139.921732ms","start":"2026-04-07T03:28:32.056486Z","end":"2026-04-07T03:28:32.196407Z","steps":["trace[1872961319] 'agreement among raft nodes before linearized reading' (duration: 139.616674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:35.43687Z","caller":"traceutil/trace.go:171","msg":"trace[1948760119] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"129.721882ms","start":"2026-04-07T03:28:35.307108Z","end":"2026-04-07T03:28:35.43683Z","steps":["trace[1948760119] 'process raft request' (duration: 129.503026ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:29:17.505137Z","caller":"traceutil/trace.go:171","msg":"trace[1677556019] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"177.975962ms","start":"2026-04-07T03:29:17.327121Z","end":"2026-04-07T03:29:17.505097Z","steps":["trace[1677556019] 'process raft request' (duration: 177.718316ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:02.526256Z","caller":"traceutil/trace.go:171","msg":"trace[1033295505] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"221.555354ms","start":"2026-04-07T03:30:02.304672Z","end":"2026-04-07T03:30:02.526227Z","steps":["trace[1033295505] 'process raft request' (duration: 221.357688ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:02.599339Z","caller":"traceutil/trace.go:171","msg":"trace[1812808220] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1885; }","duration":"108.894052ms","start":"2026-04-07T03:30:02.490411Z","end":"2026-04-07T03:30:02.599305Z","steps":["trace[1812808220] 'read index received' (duration: 35.695609ms)","trace[1812808220] 'applied index is now lower than readState.Index' (duration: 73.197033ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:02.599533Z","caller":"traceutil/trace.go:171","msg":"trace[373417558] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"276.331968ms","start":"2026-04-07T03:30:02.323158Z","end":"2026-04-07T03:30:02.59949Z","steps":["trace[373417558] 'process raft request' (duration: 276.00676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:02.59994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.22489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e85469e-0b1c-4ec1-94fe-82e1d6c165eb\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-07T03:30:02.600918Z","caller":"traceutil/trace.go:171","msg":"trace[1902309715] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e85469e-0b1c-4ec1-94fe-82e1d6c165eb; range_end:; response_count:1; response_revision:1814; }","duration":"109.775295ms","start":"2026-04-07T03:30:02.490356Z","end":"2026-04-07T03:30:02.600131Z","steps":["trace[1902309715] 'agreement among raft nodes before linearized reading' (duration: 109.087507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:03.065183Z","caller":"traceutil/trace.go:171","msg":"trace[1272438157] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"316.814543ms","start":"2026-04-07T03:30:02.748329Z","end":"2026-04-07T03:30:03.065144Z","steps":["trace[1272438157] 'process raft request' (duration: 269.955539ms)","trace[1272438157] 'compare' (duration: 46.706931ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:03.065358Z","caller":"traceutil/trace.go:171","msg":"trace[943221586] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1888; }","duration":"247.919904ms","start":"2026-04-07T03:30:02.817402Z","end":"2026-04-07T03:30:03.065322Z","steps":["trace[943221586] 'read index received' (duration: 201.015358ms)","trace[943221586] 'applied index is now lower than readState.Index' (duration: 46.903486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:03.065479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:02.748302Z","time spent":"317.06382ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:30:03.065654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.231242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T03:30:03.06572Z","caller":"traceutil/trace.go:171","msg":"trace[985149598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1817; }","duration":"248.349695ms","start":"2026-04-07T03:30:02.817353Z","end":"2026-04-07T03:30:03.065703Z","steps":["trace[985149598] 'agreement among raft nodes before linearized reading' (duration: 248.104599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:03.066332Z","caller":"traceutil/trace.go:171","msg":"trace[1116008618] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"316.779163ms","start":"2026-04-07T03:30:02.749523Z","end":"2026-04-07T03:30:03.066302Z","steps":["trace[1116008618] 'process raft request' (duration: 315.588432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:03.066502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:02.749509Z","time spent":"316.887826ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:30:19.680776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.702174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:30:19.681018Z","caller":"traceutil/trace.go:171","msg":"trace[430271010] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2027; }","duration":"463.851639ms","start":"2026-04-07T03:30:19.217148Z","end":"2026-04-07T03:30:19.680999Z","steps":["trace[430271010] 'read index received' (duration: 69.900718ms)","trace[430271010] 'applied index is now lower than readState.Index' (duration: 393.949891ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:19.681064Z","caller":"traceutil/trace.go:171","msg":"trace[1104899241] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"464.222829ms","start":"2026-04-07T03:30:19.216798Z","end":"2026-04-07T03:30:19.681021Z","steps":["trace[1104899241] 'process raft request' (duration: 70.166624ms)","trace[1104899241] 'compare' (duration: 393.439998ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:19.681054Z","caller":"traceutil/trace.go:171","msg":"trace[1701393214] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"464.060214ms","start":"2026-04-07T03:30:19.216959Z","end":"2026-04-07T03:30:19.681019Z","steps":["trace[1701393214] 'process raft request' (duration: 463.948141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:19.68126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:19.216868Z","time spent":"464.324461ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:30:19.681264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:19.216782Z","time spent":"464.383582ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:30:19.681277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.090355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:30:19.681381Z","caller":"traceutil/trace.go:171","msg":"trace[1918845975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1951; }","duration":"464.232128ms","start":"2026-04-07T03:30:19.217117Z","end":"2026-04-07T03:30:19.681349Z","steps":["trace[1918845975] 'agreement among raft nodes before linearized reading' (duration: 463.961491ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:19.681408Z","caller":"traceutil/trace.go:171","msg":"trace[1331897692] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"306.53586ms","start":"2026-04-07T03:30:19.374847Z","end":"2026-04-07T03:30:19.681383Z","steps":["trace[1331897692] 'process raft request' (duration: 306.245502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:19.681443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:19.217108Z","time spent":"464.320771ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T03:30:19.681535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:19.374817Z","time spent":"306.650543ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:30:19.688176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.03854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T03:30:19.68823Z","caller":"traceutil/trace.go:171","msg":"trace[1090166958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1953; }","duration":"462.138443ms","start":"2026-04-07T03:30:19.226076Z","end":"2026-04-07T03:30:19.688215Z","steps":["trace[1090166958] 'agreement among raft nodes before linearized reading' (duration: 461.985618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:19.688257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:19.226051Z","time spent":"462.200335ms","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T03:30:19.688302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.128953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:30:19.688366Z","caller":"traceutil/trace.go:171","msg":"trace[1662493958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1953; }","duration":"215.241387ms","start":"2026-04-07T03:30:19.473108Z","end":"2026-04-07T03:30:19.688349Z","steps":["trace[1662493958] 'agreement among raft nodes before linearized reading' (duration: 215.027512ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:57.462313Z","caller":"traceutil/trace.go:171","msg":"trace[750543537] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"101.338691ms","start":"2026-04-07T03:30:57.360946Z","end":"2026-04-07T03:30:57.462284Z","steps":["trace[750543537] 'process raft request' (duration: 101.169866ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:58.057929Z","caller":"traceutil/trace.go:171","msg":"trace[1992672216] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"201.86388ms","start":"2026-04-07T03:30:57.856035Z","end":"2026-04-07T03:30:58.057899Z","steps":["trace[1992672216] 'process raft request' (duration: 201.690446ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:58.322308Z","caller":"traceutil/trace.go:171","msg":"trace[1045859897] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"458.398418ms","start":"2026-04-07T03:30:57.863879Z","end":"2026-04-07T03:30:58.322278Z","steps":["trace[1045859897] 'process raft request' (duration: 359.303307ms)","trace[1045859897] 'compare' (duration: 98.660239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:58.32246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:57.863856Z","time spent":"458.527191ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:30:58.322673Z","caller":"traceutil/trace.go:171","msg":"trace[115085872] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"428.090154ms","start":"2026-04-07T03:30:57.894554Z","end":"2026-04-07T03:30:58.322644Z","steps":["trace[115085872] 'process raft request' (duration: 427.641982ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:58.322701Z","caller":"traceutil/trace.go:171","msg":"trace[340646446] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2243; }","duration":"422.615707ms","start":"2026-04-07T03:30:57.900053Z","end":"2026-04-07T03:30:58.322668Z","steps":["trace[340646446] 'read index received' (duration: 157.646682ms)","trace[340646446] 'applied index is now lower than readState.Index' (duration: 264.963424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:58.322778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:57.894533Z","time spent":"428.191927ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:30:58.322862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.803992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:30:58.322899Z","caller":"traceutil/trace.go:171","msg":"trace[1812712943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2161; }","duration":"422.871314ms","start":"2026-04-07T03:30:57.900017Z","end":"2026-04-07T03:30:58.322888Z","steps":["trace[1812712943] 'agreement among raft nodes before linearized reading' (duration: 422.746061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:58.322931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:57.900005Z","time spent":"422.917305ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T03:30:58.40698Z","caller":"traceutil/trace.go:171","msg":"trace[1282042984] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"285.208148ms","start":"2026-04-07T03:30:58.121723Z","end":"2026-04-07T03:30:58.406931Z","steps":["trace[1282042984] 'process raft request' (duration: 285.006712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:58.407135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.931473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T03:30:58.407182Z","caller":"traceutil/trace.go:171","msg":"trace[812286562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2163; }","duration":"446.020215ms","start":"2026-04-07T03:30:57.961143Z","end":"2026-04-07T03:30:58.407163Z","steps":["trace[812286562] 'agreement among raft nodes before linearized reading' (duration: 445.912002ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:58.407168Z","caller":"traceutil/trace.go:171","msg":"trace[405262239] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"226.313806ms","start":"2026-04-07T03:30:58.180819Z","end":"2026-04-07T03:30:58.407133Z","steps":["trace[405262239] 'process raft request' (duration: 226.030149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:58.407213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:57.961107Z","time spent":"446.100507ms","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T03:30:58.407088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.8135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:30:58.407261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.836964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:30:58.407233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.017448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T03:30:58.407307Z","caller":"traceutil/trace.go:171","msg":"trace[1059238103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2163; }","duration":"192.100569ms","start":"2026-04-07T03:30:58.215178Z","end":"2026-04-07T03:30:58.407279Z","steps":["trace[1059238103] 'agreement among raft nodes before linearized reading' (duration: 191.753039ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:58.407326Z","caller":"traceutil/trace.go:171","msg":"trace[1035054977] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2163; }","duration":"117.934156ms","start":"2026-04-07T03:30:58.289373Z","end":"2026-04-07T03:30:58.407307Z","steps":["trace[1035054977] 'agreement among raft nodes before linearized reading' (duration: 117.861934ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:58.407328Z","caller":"traceutil/trace.go:171","msg":"trace[733593548] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2163; }","duration":"388.191243ms","start":"2026-04-07T03:30:58.019125Z","end":"2026-04-07T03:30:58.407317Z","steps":["trace[733593548] 'agreement among raft nodes before linearized reading' (duration: 387.932597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:58.40736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:58.019076Z","time spent":"388.277605ms","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-04-07T03:30:58.40735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.624761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T03:30:58.40701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.869759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T03:30:58.407417Z","caller":"traceutil/trace.go:171","msg":"trace[1700575678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2163; }","duration":"275.689823ms","start":"2026-04-07T03:30:58.131707Z","end":"2026-04-07T03:30:58.407397Z","steps":["trace[1700575678] 'agreement among raft nodes before linearized reading' (duration: 275.520488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:58.407484Z","caller":"traceutil/trace.go:171","msg":"trace[1220469572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2163; }","duration":"507.371013ms","start":"2026-04-07T03:30:57.900077Z","end":"2026-04-07T03:30:58.407448Z","steps":["trace[1220469572] 'agreement among raft nodes before linearized reading' (duration: 506.808718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:58.407556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:57.900061Z","time spent":"507.456215ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T03:30:58.474263Z","caller":"traceutil/trace.go:171","msg":"trace[1528125299] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"147.366706ms","start":"2026-04-07T03:30:58.326867Z","end":"2026-04-07T03:30:58.474234Z","steps":["trace[1528125299] 'process raft request' (duration: 140.02327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:32:06.963502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.97296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T03:32:06.963671Z","caller":"traceutil/trace.go:171","msg":"trace[1958495330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2732; }","duration":"173.221777ms","start":"2026-04-07T03:32:06.790412Z","end":"2026-04-07T03:32:06.963633Z","steps":["trace[1958495330] 'range keys from in-memory index tree' (duration: 172.62924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:32:06.963639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.071233ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:32:06.963703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.773293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T03:32:06.96381Z","caller":"traceutil/trace.go:171","msg":"trace[1217781595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2732; }","duration":"150.269409ms","start":"2026-04-07T03:32:06.813513Z","end":"2026-04-07T03:32:06.963783Z","steps":["trace[1217781595] 'range keys from in-memory index tree' (duration: 150.048062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:32:06.963924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.015468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T03:32:06.964019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.086012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:32:06.964049Z","caller":"traceutil/trace.go:171","msg":"trace[1461619348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2732; }","duration":"181.210915ms","start":"2026-04-07T03:32:06.782811Z","end":"2026-04-07T03:32:06.964022Z","steps":["trace[1461619348] 'range keys from in-memory index tree' (duration: 180.73093ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:32:06.964181Z","caller":"traceutil/trace.go:171","msg":"trace[506784625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2732; }","duration":"178.685158ms","start":"2026-04-07T03:32:06.785469Z","end":"2026-04-07T03:32:06.964154Z","steps":["trace[506784625] 'range keys from in-memory index tree' (duration: 177.886825ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:32:06.9642Z","caller":"traceutil/trace.go:171","msg":"trace[277024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2732; }","duration":"174.984839ms","start":"2026-04-07T03:32:06.788866Z","end":"2026-04-07T03:32:06.963851Z","steps":["trace[277024] 'range keys from in-memory index tree' (duration: 174.587898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:35:27.654009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.730696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2f6qs\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-07T03:35:27.654101Z","caller":"traceutil/trace.go:171","msg":"trace[1312202391] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2f6qs; range_end:; response_count:1; response_revision:4079; }","duration":"170.89298ms","start":"2026-04-07T03:35:27.483189Z","end":"2026-04-07T03:35:27.654082Z","steps":["trace[1312202391] 'range keys from in-memory index tree' (duration: 170.507909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:04.271027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.140307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:36:04.271132Z","caller":"traceutil/trace.go:171","msg":"trace[1268303588] linearizableReadLoop","detail":"{readStateIndex:5110; appliedIndex:5109; }","duration":"214.774625ms","start":"2026-04-07T03:36:04.05634Z","end":"2026-04-07T03:36:04.271115Z","steps":["trace[1268303588] 'read index received' (duration: 71.349042ms)","trace[1268303588] 'applied index is now lower than readState.Index' (duration: 143.424213ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:36:04.271206Z","caller":"traceutil/trace.go:171","msg":"trace[1410782859] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"269.758519ms","start":"2026-04-07T03:36:04.001437Z","end":"2026-04-07T03:36:04.271195Z","steps":["trace[1410782859] 'process raft request' (duration: 126.364677ms)","trace[1410782859] 'compare' (duration: 142.884418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:36:04.271465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.411603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6139dce3-5a91-43e5-951d-42f00c7aeb0e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-07T03:36:04.271587Z","caller":"traceutil/trace.go:171","msg":"trace[1234469628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6139dce3-5a91-43e5-951d-42f00c7aeb0e; range_end:; response_count:1; response_revision:4924; }","duration":"199.563798ms","start":"2026-04-07T03:36:04.072Z","end":"2026-04-07T03:36:04.271564Z","steps":["trace[1234469628] 'agreement among raft nodes before linearized reading' (duration: 199.225279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:04.271625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.793812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:36:04.271672Z","caller":"traceutil/trace.go:171","msg":"trace[1953723524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4924; }","duration":"168.888935ms","start":"2026-04-07T03:36:04.102771Z","end":"2026-04-07T03:36:04.27166Z","steps":["trace[1953723524] 'agreement among raft nodes before linearized reading' (duration: 168.718031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:04.271727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.236732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T03:36:04.271775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.427242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-6lpq2-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-04-07T03:36:04.271799Z","caller":"traceutil/trace.go:171","msg":"trace[1467423756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4924; }","duration":"179.351735ms","start":"2026-04-07T03:36:04.092425Z","end":"2026-04-07T03:36:04.271777Z","steps":["trace[1467423756] 'agreement among raft nodes before linearized reading' (duration: 179.213892ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:04.271854Z","caller":"traceutil/trace.go:171","msg":"trace[39336940] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-6lpq2-tls; range_end:; response_count:1; response_revision:4924; }","duration":"215.608877ms","start":"2026-04-07T03:36:04.05622Z","end":"2026-04-07T03:36:04.271829Z","steps":["trace[39336940] 'agreement among raft nodes before linearized reading' (duration: 215.414892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:04.271559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.818893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T03:36:04.272101Z","caller":"traceutil/trace.go:171","msg":"trace[1839140284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4924; }","duration":"169.402149ms","start":"2026-04-07T03:36:04.102683Z","end":"2026-04-07T03:36:04.272085Z","steps":["trace[1839140284] 'agreement among raft nodes before linearized reading' (duration: 168.69873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:04.271566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.544472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T03:36:04.272259Z","caller":"traceutil/trace.go:171","msg":"trace[80696255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4924; }","duration":"167.283573ms","start":"2026-04-07T03:36:04.104957Z","end":"2026-04-07T03:36:04.272222Z","steps":["trace[80696255] 'agreement among raft nodes before linearized reading' (duration: 166.39774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:04.735092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.282289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:36:04.735192Z","caller":"traceutil/trace.go:171","msg":"trace[1416281013] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5124; }","duration":"187.989317ms","start":"2026-04-07T03:36:04.547186Z","end":"2026-04-07T03:36:04.735176Z","steps":["trace[1416281013] 'read index received' (duration: 78.522605ms)","trace[1416281013] 'applied index is now lower than readState.Index' (duration: 109.465782ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:36:04.735222Z","caller":"traceutil/trace.go:171","msg":"trace[362038240] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"265.165355ms","start":"2026-04-07T03:36:04.470012Z","end":"2026-04-07T03:36:04.735177Z","steps":["trace[362038240] 'process raft request' (duration: 155.728003ms)","trace[362038240] 'compare' (duration: 109.131305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:36:04.735395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.210583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T03:36:04.735436Z","caller":"traceutil/trace.go:171","msg":"trace[1150073629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4939; }","duration":"188.289296ms","start":"2026-04-07T03:36:04.547136Z","end":"2026-04-07T03:36:04.735425Z","steps":["trace[1150073629] 'agreement among raft nodes before linearized reading' (duration: 188.130881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:04.735845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.033845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777417"} {"level":"info","ts":"2026-04-07T03:36:04.735893Z","caller":"traceutil/trace.go:171","msg":"trace[1727859118] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4939; }","duration":"158.129187ms","start":"2026-04-07T03:36:04.57775Z","end":"2026-04-07T03:36:04.73588Z","steps":["trace[1727859118] 'agreement among raft nodes before linearized reading' (duration: 157.662555ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:12.504462Z","caller":"traceutil/trace.go:171","msg":"trace[535058048] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"119.881025ms","start":"2026-04-07T03:36:12.384554Z","end":"2026-04-07T03:36:12.504435Z","steps":["trace[535058048] 'process raft request' (duration: 119.582947ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:22.779984Z","caller":"traceutil/trace.go:171","msg":"trace[1952843814] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"198.740666ms","start":"2026-04-07T03:36:22.581217Z","end":"2026-04-07T03:36:22.779957Z","steps":["trace[1952843814] 'process raft request' (duration: 198.581352ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:22.790538Z","caller":"traceutil/trace.go:171","msg":"trace[1552346107] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"209.147867ms","start":"2026-04-07T03:36:22.581368Z","end":"2026-04-07T03:36:22.790516Z","steps":["trace[1552346107] 'process raft request' (duration: 208.984613ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:22.790691Z","caller":"traceutil/trace.go:171","msg":"trace[12066999] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"207.894132ms","start":"2026-04-07T03:36:22.582729Z","end":"2026-04-07T03:36:22.790623Z","steps":["trace[12066999] 'process raft request' (duration: 207.722848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:35.543037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.338357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:36:35.543188Z","caller":"traceutil/trace.go:171","msg":"trace[2038574291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5479; }","duration":"304.523472ms","start":"2026-04-07T03:36:35.238638Z","end":"2026-04-07T03:36:35.543161Z","steps":["trace[2038574291] 'range keys from in-memory index tree' (duration: 304.228143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:36:35.543264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:36:35.238621Z","time spent":"304.627075ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T03:36:35.543359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.779646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:36:35.543436Z","caller":"traceutil/trace.go:171","msg":"trace[1513734521] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5679; }","duration":"220.966973ms","start":"2026-04-07T03:36:35.322456Z","end":"2026-04-07T03:36:35.543423Z","steps":["trace[1513734521] 'read index received' (duration: 50.93605ms)","trace[1513734521] 'applied index is now lower than readState.Index' (duration: 170.029953ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:36:35.543498Z","caller":"traceutil/trace.go:171","msg":"trace[445660806] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"257.96277ms","start":"2026-04-07T03:36:35.285503Z","end":"2026-04-07T03:36:35.543466Z","steps":["trace[445660806] 'process raft request' (duration: 88.002318ms)","trace[445660806] 'compare' (duration: 169.408347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:36:35.543592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.133999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T03:36:35.543627Z","caller":"traceutil/trace.go:171","msg":"trace[339347504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5480; }","duration":"221.20756ms","start":"2026-04-07T03:36:35.32241Z","end":"2026-04-07T03:36:35.543617Z","steps":["trace[339347504] 'agreement among raft nodes before linearized reading' (duration: 221.057067ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:37:54.790756Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2994} {"level":"info","ts":"2026-04-07T03:37:54.867175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2994,"took":"74.617197ms","hash":3985194192,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":34164736,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T03:37:54.867301Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3985194192,"revision":2994,"compact-revision":-1} {"level":"warn","ts":"2026-04-07T03:42:43.468266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.614097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:42:43.468787Z","caller":"traceutil/trace.go:171","msg":"trace[1217141298] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"381.08512ms","start":"2026-04-07T03:42:43.087669Z","end":"2026-04-07T03:42:43.468754Z","steps":["trace[1217141298] 'process raft request' (duration: 380.71737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:42:43.468971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:42:43.087643Z","time spent":"381.226204ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:42:43.469128Z","caller":"traceutil/trace.go:171","msg":"trace[177404181] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"380.579586ms","start":"2026-04-07T03:42:43.088524Z","end":"2026-04-07T03:42:43.469104Z","steps":["trace[177404181] 'process raft request' (duration: 379.951569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:42:43.469156Z","caller":"traceutil/trace.go:171","msg":"trace[936873246] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"435.460778ms","start":"2026-04-07T03:42:43.033651Z","end":"2026-04-07T03:42:43.469112Z","steps":["trace[936873246] 'process raft request' (duration: 75.914456ms)","trace[936873246] 'compare' (duration: 358.498764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:42:43.469234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:42:43.088502Z","time spent":"380.676269ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:42:43.469137Z","caller":"traceutil/trace.go:171","msg":"trace[1533905365] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8514; }","duration":"372.180511ms","start":"2026-04-07T03:42:43.09693Z","end":"2026-04-07T03:42:43.469111Z","steps":["trace[1533905365] 'read index received' (duration: 12.748162ms)","trace[1533905365] 'applied index is now lower than readState.Index' (duration: 359.430149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:42:43.469393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:42:43.033628Z","time spent":"435.621373ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:42:43.532044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.038506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:42:43.532127Z","caller":"traceutil/trace.go:171","msg":"trace[1224593722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8231; }","duration":"316.174689ms","start":"2026-04-07T03:42:43.215933Z","end":"2026-04-07T03:42:43.532108Z","steps":["trace[1224593722] 'agreement among raft nodes before linearized reading' (duration: 316.034564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:42:43.532169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:42:43.215909Z","time spent":"316.251681ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T03:42:43.532042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.62199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T03:42:43.532233Z","caller":"traceutil/trace.go:171","msg":"trace[1007790103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8231; }","duration":"417.862277ms","start":"2026-04-07T03:42:43.114349Z","end":"2026-04-07T03:42:43.532211Z","steps":["trace[1007790103] 'agreement among raft nodes before linearized reading' (duration: 417.538738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:42:43.532289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:42:43.114331Z","time spent":"417.947308ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T03:42:43.532658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.727325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-04-07T03:42:43.532721Z","caller":"traceutil/trace.go:171","msg":"trace[697967389] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8231; }","duration":"435.813167ms","start":"2026-04-07T03:42:43.096888Z","end":"2026-04-07T03:42:43.532701Z","steps":["trace[697967389] 'agreement among raft nodes before linearized reading' (duration: 372.281313ms)","trace[697967389] 'range keys from in-memory index tree' (duration: 63.40148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:42:43.532753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:42:43.096875Z","time spent":"435.87061ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-07T03:42:54.79751Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6128} {"level":"info","ts":"2026-04-07T03:42:54.89636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6128,"took":"96.740074ms","hash":3900389027,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":23117824,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-07T03:42:54.896456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3900389027,"revision":6128,"compact-revision":2994} {"level":"info","ts":"2026-04-07T03:43:14.885248Z","caller":"traceutil/trace.go:171","msg":"trace[1069055944] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"148.922444ms","start":"2026-04-07T03:43:14.73631Z","end":"2026-04-07T03:43:14.885232Z","steps":["trace[1069055944] 'process raft request' (duration: 148.538094ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:23.591158Z","caller":"traceutil/trace.go:171","msg":"trace[973635011] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"197.967749ms","start":"2026-04-07T03:43:23.393164Z","end":"2026-04-07T03:43:23.591131Z","steps":["trace[973635011] 'read index received' (duration: 149.062148ms)","trace[973635011] 'applied index is now lower than readState.Index' (duration: 48.903891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:43:23.591417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.238396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T03:43:23.591478Z","caller":"traceutil/trace.go:171","msg":"trace[1233188901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8540; }","duration":"198.35226ms","start":"2026-04-07T03:43:23.39311Z","end":"2026-04-07T03:43:23.591462Z","steps":["trace[1233188901] 'agreement among raft nodes before linearized reading' (duration: 198.135514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:37.316208Z","caller":"traceutil/trace.go:171","msg":"trace[1598647600] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8948; }","duration":"103.241919ms","start":"2026-04-07T03:43:37.212936Z","end":"2026-04-07T03:43:37.316178Z","steps":["trace[1598647600] 'read index received' (duration: 103.153976ms)","trace[1598647600] 'applied index is now lower than readState.Index' (duration: 86.663µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:43:37.316252Z","caller":"traceutil/trace.go:171","msg":"trace[1831473182] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"109.583668ms","start":"2026-04-07T03:43:37.206636Z","end":"2026-04-07T03:43:37.31622Z","steps":["trace[1831473182] 'process raft request' (duration: 109.387443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:37.316448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.498836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:43:37.316516Z","caller":"traceutil/trace.go:171","msg":"trace[484692735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8646; }","duration":"103.609668ms","start":"2026-04-07T03:43:37.212888Z","end":"2026-04-07T03:43:37.316497Z","steps":["trace[484692735] 'agreement among raft nodes before linearized reading' (duration: 103.462205ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:37.745755Z","caller":"traceutil/trace.go:171","msg":"trace[776281598] linearizableReadLoop","detail":"{readStateIndex:8950; appliedIndex:8949; }","duration":"429.434087ms","start":"2026-04-07T03:43:37.316305Z","end":"2026-04-07T03:43:37.74574Z","steps":["trace[776281598] 'read index received' (duration: 348.346133ms)","trace[776281598] 'applied index is now lower than readState.Index' (duration: 81.087234ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:43:37.745772Z","caller":"traceutil/trace.go:171","msg":"trace[1511654678] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"529.191182ms","start":"2026-04-07T03:43:37.216557Z","end":"2026-04-07T03:43:37.745748Z","steps":["trace[1511654678] 'process raft request' (duration: 448.145558ms)","trace[1511654678] 'compare' (duration: 80.654583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:43:37.745892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.981848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T03:43:37.7459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:43:37.216531Z","time spent":"529.300384ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:43:37.745914Z","caller":"traceutil/trace.go:171","msg":"trace[1257117513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8648; }","duration":"475.05117ms","start":"2026-04-07T03:43:37.270856Z","end":"2026-04-07T03:43:37.745907Z","steps":["trace[1257117513] 'agreement among raft nodes before linearized reading' (duration: 474.958397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:37.745937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:43:37.270836Z","time spent":"475.09658ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T03:43:37.746321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.88196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:43:37.746442Z","caller":"traceutil/trace.go:171","msg":"trace[818453763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8648; }","duration":"483.059615ms","start":"2026-04-07T03:43:37.263349Z","end":"2026-04-07T03:43:37.746409Z","steps":["trace[818453763] 'agreement among raft nodes before linearized reading' (duration: 482.533521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:37.746508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:43:37.263292Z","time spent":"483.197978ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T03:43:37.763413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.851036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:43:37.763487Z","caller":"traceutil/trace.go:171","msg":"trace[1991850667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8650; }","duration":"445.95115ms","start":"2026-04-07T03:43:37.317517Z","end":"2026-04-07T03:43:37.763468Z","steps":["trace[1991850667] 'agreement among raft nodes before linearized reading' (duration: 445.839937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:37.763526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:43:37.317505Z","time spent":"446.013802ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T03:43:37.763561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.282089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:43:37.763596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.792903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:43:37.763662Z","caller":"traceutil/trace.go:171","msg":"trace[2139927931] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8650; }","duration":"411.896406ms","start":"2026-04-07T03:43:37.351748Z","end":"2026-04-07T03:43:37.763645Z","steps":["trace[2139927931] 'agreement among raft nodes before linearized reading' (duration: 411.780483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:37.763714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:43:37.35173Z","time spent":"411.971528ms","remote":"127.0.0.1:43884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T03:43:37.763665Z","caller":"traceutil/trace.go:171","msg":"trace[2074165754] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8650; }","duration":"204.408772ms","start":"2026-04-07T03:43:37.5592Z","end":"2026-04-07T03:43:37.763609Z","steps":["trace[2074165754] 'agreement among raft nodes before linearized reading' (duration: 204.267628ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:44:08.732439Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002429.wal"} {"level":"info","ts":"2026-04-07T03:45:30.553006Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T03:45:30.558582Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T03:45:30.558709Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T03:47:54.803712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8298} {"level":"info","ts":"2026-04-07T03:47:54.886527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8298,"took":"80.428093ms","hash":2713771274,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":26472448,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-07T03:47:54.886611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2713771274,"revision":8298,"compact-revision":6128} {"level":"info","ts":"2026-04-07T03:48:00.516047Z","caller":"traceutil/trace.go:171","msg":"trace[2016966216] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"135.35324ms","start":"2026-04-07T03:48:00.380672Z","end":"2026-04-07T03:48:00.516025Z","steps":["trace[2016966216] 'process raft request' (duration: 134.806304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.354276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.589078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T03:48:22.35435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.748941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:48:22.354392Z","caller":"traceutil/trace.go:171","msg":"trace[1956808797] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11130; }","duration":"147.851866ms","start":"2026-04-07T03:48:22.206518Z","end":"2026-04-07T03:48:22.35437Z","steps":["trace[1956808797] 'count revisions from in-memory index tree' (duration: 147.411764ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:22.354435Z","caller":"traceutil/trace.go:171","msg":"trace[98572758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11130; }","duration":"138.887386ms","start":"2026-04-07T03:48:22.215526Z","end":"2026-04-07T03:48:22.354414Z","steps":["trace[98572758] 'range keys from in-memory index tree' (duration: 138.634448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.35467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.946638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:48:22.354812Z","caller":"traceutil/trace.go:171","msg":"trace[1190709551] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11130; }","duration":"148.166143ms","start":"2026-04-07T03:48:22.206623Z","end":"2026-04-07T03:48:22.354789Z","steps":["trace[1190709551] 'count revisions from in-memory index tree' (duration: 147.847826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.936823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.326584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:48:22.936873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.904499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:48:22.936919Z","caller":"traceutil/trace.go:171","msg":"trace[245804659] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11132; }","duration":"172.451377ms","start":"2026-04-07T03:48:22.764449Z","end":"2026-04-07T03:48:22.9369Z","steps":["trace[245804659] 'range keys from in-memory index tree' (duration: 172.284603ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:22.936946Z","caller":"traceutil/trace.go:171","msg":"trace[1423802820] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11132; }","duration":"172.999141ms","start":"2026-04-07T03:48:22.763927Z","end":"2026-04-07T03:48:22.936926Z","steps":["trace[1423802820] 'range keys from in-memory index tree' (duration: 172.851457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.937067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.799603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:48:22.937128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.600851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:48:22.937171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.82324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-07T03:48:22.937224Z","caller":"traceutil/trace.go:171","msg":"trace[273808916] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11132; }","duration":"171.889903ms","start":"2026-04-07T03:48:22.76532Z","end":"2026-04-07T03:48:22.93721Z","steps":["trace[273808916] 'range keys from in-memory index tree' (duration: 171.691996ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:22.937233Z","caller":"traceutil/trace.go:171","msg":"trace[105401764] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11132; }","duration":"172.913179ms","start":"2026-04-07T03:48:22.764292Z","end":"2026-04-07T03:48:22.937205Z","steps":["trace[105401764] 'range keys from in-memory index tree' (duration: 172.323843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:22.937223Z","caller":"traceutil/trace.go:171","msg":"trace[99030280] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11132; }","duration":"174.019819ms","start":"2026-04-07T03:48:22.763169Z","end":"2026-04-07T03:48:22.937188Z","steps":["trace[99030280] 'range keys from in-memory index tree' (duration: 173.69555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.937257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.851698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T03:48:22.937352Z","caller":"traceutil/trace.go:171","msg":"trace[1678972230] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11132; }","duration":"173.020203ms","start":"2026-04-07T03:48:22.76431Z","end":"2026-04-07T03:48:22.93733Z","steps":["trace[1678972230] 'range keys from in-memory index tree' (duration: 172.655723ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:22.982205Z","caller":"traceutil/trace.go:171","msg":"trace[874420077] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"204.333755ms","start":"2026-04-07T03:48:22.777843Z","end":"2026-04-07T03:48:22.982177Z","steps":["trace[874420077] 'process raft request' (duration: 204.141869ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:23.000462Z","caller":"traceutil/trace.go:171","msg":"trace[1749979676] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"145.628507ms","start":"2026-04-07T03:48:22.854809Z","end":"2026-04-07T03:48:23.000437Z","steps":["trace[1749979676] 'process raft request' (duration: 145.439051ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:23.000693Z","caller":"traceutil/trace.go:171","msg":"trace[358574334] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"139.522602ms","start":"2026-04-07T03:48:22.861157Z","end":"2026-04-07T03:48:23.000679Z","steps":["trace[358574334] 'process raft request' (duration: 139.413509ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:23.000659Z","caller":"traceutil/trace.go:171","msg":"trace[1361986064] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"142.891883ms","start":"2026-04-07T03:48:22.857755Z","end":"2026-04-07T03:48:23.000647Z","steps":["trace[1361986064] 'process raft request' (duration: 142.634365ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:52:54.813741Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10962} {"level":"info","ts":"2026-04-07T03:52:54.892256Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10962,"took":"75.819849ms","hash":3794541415,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":27967488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-07T03:52:54.892347Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3794541415,"revision":10962,"compact-revision":8298} {"level":"info","ts":"2026-04-07T03:55:11.620459Z","caller":"traceutil/trace.go:171","msg":"trace[866764159] linearizableReadLoop","detail":"{readStateIndex:14300; appliedIndex:14299; }","duration":"152.364321ms","start":"2026-04-07T03:55:11.46806Z","end":"2026-04-07T03:55:11.620425Z","steps":["trace[866764159] 'read index received' (duration: 117.256896ms)","trace[866764159] 'applied index is now lower than readState.Index' (duration: 35.106085ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:55:11.620788Z","caller":"traceutil/trace.go:171","msg":"trace[935340968] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"155.354293ms","start":"2026-04-07T03:55:11.465421Z","end":"2026-04-07T03:55:11.620775Z","steps":["trace[935340968] 'process raft request' (duration: 119.96019ms)","trace[935340968] 'compare' (duration: 34.520009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:55:11.621072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.99564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T03:55:11.621108Z","caller":"traceutil/trace.go:171","msg":"trace[794845660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13831; }","duration":"153.091472ms","start":"2026-04-07T03:55:11.468006Z","end":"2026-04-07T03:55:11.621098Z","steps":["trace[794845660] 'agreement among raft nodes before linearized reading' (duration: 152.932507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:19.414956Z","caller":"traceutil/trace.go:171","msg":"trace[645506560] transaction","detail":"{read_only:false; response_revision:13870; number_of_response:1; }","duration":"141.651393ms","start":"2026-04-07T03:55:19.273278Z","end":"2026-04-07T03:55:19.414929Z","steps":["trace[645506560] 'process raft request' (duration: 141.506599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:28.665496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:28.115342Z","time spent":"550.150251ms","remote":"127.0.0.1:38100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T03:55:28.665591Z","caller":"traceutil/trace.go:171","msg":"trace[369412836] linearizableReadLoop","detail":"{readStateIndex:14404; appliedIndex:14404; }","duration":"450.615092ms","start":"2026-04-07T03:55:28.214917Z","end":"2026-04-07T03:55:28.665532Z","steps":["trace[369412836] 'read index received' (duration: 450.589011ms)","trace[369412836] 'applied index is now lower than readState.Index' (duration: 22.551µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:55:28.665706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.773737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:55:28.665766Z","caller":"traceutil/trace.go:171","msg":"trace[844868332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13929; }","duration":"450.88544ms","start":"2026-04-07T03:55:28.214861Z","end":"2026-04-07T03:55:28.665747Z","steps":["trace[844868332] 'agreement among raft nodes before linearized reading' (duration: 450.754696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:28.66581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:28.21484Z","time spent":"450.962061ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T03:55:28.666834Z","caller":"traceutil/trace.go:171","msg":"trace[1139559549] transaction","detail":"{read_only:false; response_revision:13930; number_of_response:1; }","duration":"208.658419ms","start":"2026-04-07T03:55:28.458164Z","end":"2026-04-07T03:55:28.666822Z","steps":["trace[1139559549] 'process raft request' (duration: 208.530056ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:28.666923Z","caller":"traceutil/trace.go:171","msg":"trace[1693233049] transaction","detail":"{read_only:false; response_revision:13931; number_of_response:1; }","duration":"172.255588ms","start":"2026-04-07T03:55:28.494657Z","end":"2026-04-07T03:55:28.666912Z","steps":["trace[1693233049] 'process raft request' (duration: 172.134114ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:28.667142Z","caller":"traceutil/trace.go:171","msg":"trace[2145492939] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"147.372158ms","start":"2026-04-07T03:55:28.519761Z","end":"2026-04-07T03:55:28.667133Z","steps":["trace[2145492939] 'process raft request' (duration: 147.114351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:28.667168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.834661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:55:28.667188Z","caller":"traceutil/trace.go:171","msg":"trace[839384443] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13933; }","duration":"228.918394ms","start":"2026-04-07T03:55:28.438263Z","end":"2026-04-07T03:55:28.667181Z","steps":["trace[839384443] 'agreement among raft nodes before linearized reading' (duration: 228.871223ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:28.667186Z","caller":"traceutil/trace.go:171","msg":"trace[124255114] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"133.239657ms","start":"2026-04-07T03:55:28.533932Z","end":"2026-04-07T03:55:28.667171Z","steps":["trace[124255114] 'process raft request' (duration: 133.130444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:28.667196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.198606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:55:28.667259Z","caller":"traceutil/trace.go:171","msg":"trace[2011740135] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13933; }","duration":"341.297599ms","start":"2026-04-07T03:55:28.325944Z","end":"2026-04-07T03:55:28.667242Z","steps":["trace[2011740135] 'agreement among raft nodes before linearized reading' (duration: 341.195376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:28.667291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:28.325925Z","time spent":"341.355351ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-07T03:55:28.667289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.723797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:55:28.667407Z","caller":"traceutil/trace.go:171","msg":"trace[894022146] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13933; }","duration":"287.928873ms","start":"2026-04-07T03:55:28.379451Z","end":"2026-04-07T03:55:28.66738Z","steps":["trace[894022146] 'agreement among raft nodes before linearized reading' (duration: 287.703047ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:37.570361Z","caller":"traceutil/trace.go:171","msg":"trace[1938747138] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"265.915239ms","start":"2026-04-07T03:55:37.304428Z","end":"2026-04-07T03:55:37.570343Z","steps":["trace[1938747138] 'process raft request' (duration: 265.811336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:37.686798Z","caller":"traceutil/trace.go:171","msg":"trace[1327427781] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"340.295511ms","start":"2026-04-07T03:55:37.34647Z","end":"2026-04-07T03:55:37.686765Z","steps":["trace[1327427781] 'process raft request' (duration: 334.806543ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:37.686849Z","caller":"traceutil/trace.go:171","msg":"trace[139819069] linearizableReadLoop","detail":"{readStateIndex:14574; appliedIndex:14573; }","duration":"275.109478ms","start":"2026-04-07T03:55:37.41172Z","end":"2026-04-07T03:55:37.68683Z","steps":["trace[139819069] 'read index received' (duration: 158.646623ms)","trace[139819069] 'applied index is now lower than readState.Index' (duration: 116.461785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:55:37.68692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:37.346441Z","time spent":"340.419355ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T03:55:37.687081Z","caller":"traceutil/trace.go:171","msg":"trace[1238289811] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"119.616891ms","start":"2026-04-07T03:55:37.567439Z","end":"2026-04-07T03:55:37.687056Z","steps":["trace[1238289811] 'process raft request' (duration: 119.286272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:37.687112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.378904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T03:55:37.687171Z","caller":"traceutil/trace.go:171","msg":"trace[712033801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14098; }","duration":"275.493337ms","start":"2026-04-07T03:55:37.411664Z","end":"2026-04-07T03:55:37.687157Z","steps":["trace[712033801] 'agreement among raft nodes before linearized reading' (duration: 275.294132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:37.687208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.96674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T03:55:37.687282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.081484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-2jbbl\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-04-07T03:55:37.6873Z","caller":"traceutil/trace.go:171","msg":"trace[137861878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14098; }","duration":"172.096384ms","start":"2026-04-07T03:55:37.515183Z","end":"2026-04-07T03:55:37.68728Z","steps":["trace[137861878] 'agreement among raft nodes before linearized reading' (duration: 171.850797ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:37.687313Z","caller":"traceutil/trace.go:171","msg":"trace[76768981] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-2jbbl; range_end:; response_count:1; response_revision:14098; }","duration":"113.153885ms","start":"2026-04-07T03:55:37.574151Z","end":"2026-04-07T03:55:37.687305Z","steps":["trace[76768981] 'agreement among raft nodes before linearized reading' (duration: 113.057203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:38.049168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.591549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:55:38.049254Z","caller":"traceutil/trace.go:171","msg":"trace[504095950] linearizableReadLoop","detail":"{readStateIndex:14576; appliedIndex:14575; }","duration":"357.29169ms","start":"2026-04-07T03:55:37.691946Z","end":"2026-04-07T03:55:38.049238Z","steps":["trace[504095950] 'read index received' (duration: 178.64395ms)","trace[504095950] 'applied index is now lower than readState.Index' (duration: 178.64663ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:55:38.049307Z","caller":"traceutil/trace.go:171","msg":"trace[389679201] transaction","detail":"{read_only:false; response_revision:14099; number_of_response:1; }","duration":"357.820414ms","start":"2026-04-07T03:55:37.691479Z","end":"2026-04-07T03:55:38.0493Z","steps":["trace[389679201] 'process raft request' (duration: 179.014119ms)","trace[389679201] 'compare' (duration: 178.384463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:55:38.049349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:37.691459Z","time spent":"357.864735ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:55:38.04965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.68417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T03:55:38.049733Z","caller":"traceutil/trace.go:171","msg":"trace[1923207354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14099; }","duration":"357.799014ms","start":"2026-04-07T03:55:37.691913Z","end":"2026-04-07T03:55:38.049712Z","steps":["trace[1923207354] 'agreement among raft nodes before linearized reading' (duration: 357.506246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:38.049772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:37.691905Z","time spent":"357.858405ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T03:55:38.050366Z","caller":"traceutil/trace.go:171","msg":"trace[628796319] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"358.406339ms","start":"2026-04-07T03:55:37.69194Z","end":"2026-04-07T03:55:38.050346Z","steps":["trace[628796319] 'process raft request' (duration: 358.274026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:38.050487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:37.691917Z","time spent":"358.517063ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:55:38.050486Z","caller":"traceutil/trace.go:171","msg":"trace[166215603] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"355.702695ms","start":"2026-04-07T03:55:37.694754Z","end":"2026-04-07T03:55:38.050456Z","steps":["trace[166215603] 'process raft request' (duration: 355.548021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:38.050901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.98426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T03:55:38.050949Z","caller":"traceutil/trace.go:171","msg":"trace[1361588943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14102; }","duration":"237.102814ms","start":"2026-04-07T03:55:37.813834Z","end":"2026-04-07T03:55:38.050937Z","steps":["trace[1361588943] 'agreement among raft nodes before linearized reading' (duration: 236.96134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:38.051053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.649779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2f6qs\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-07T03:55:38.051066Z","caller":"traceutil/trace.go:171","msg":"trace[1970334917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2f6qs; range_end:; response_count:1; response_revision:14102; }","duration":"201.703631ms","start":"2026-04-07T03:55:37.849359Z","end":"2026-04-07T03:55:38.051062Z","steps":["trace[1970334917] 'agreement among raft nodes before linearized reading' (duration: 201.65787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:38.050703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:37.694731Z","time spent":"355.877302ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:56:41.036132Z","caller":"traceutil/trace.go:171","msg":"trace[129539193] transaction","detail":"{read_only:false; response_revision:14990; number_of_response:1; }","duration":"108.265874ms","start":"2026-04-07T03:56:40.927846Z","end":"2026-04-07T03:56:41.036112Z","steps":["trace[129539193] 'process raft request' (duration: 81.577925ms)","trace[129539193] 'compare' (duration: 26.387911ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:56:41.036392Z","caller":"traceutil/trace.go:171","msg":"trace[879395463] transaction","detail":"{read_only:false; response_revision:14991; number_of_response:1; }","duration":"105.735246ms","start":"2026-04-07T03:56:40.930628Z","end":"2026-04-07T03:56:41.036363Z","steps":["trace[879395463] 'process raft request' (duration: 105.417878ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:56:41.036573Z","caller":"traceutil/trace.go:171","msg":"trace[761253185] transaction","detail":"{read_only:false; response_revision:14992; number_of_response:1; }","duration":"104.984987ms","start":"2026-04-07T03:56:40.931557Z","end":"2026-04-07T03:56:41.036542Z","steps":["trace[761253185] 'process raft request' (duration: 104.729579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:57:17.199088Z","caller":"traceutil/trace.go:171","msg":"trace[64227292] transaction","detail":"{read_only:false; response_revision:15185; number_of_response:1; }","duration":"144.774088ms","start":"2026-04-07T03:57:17.054278Z","end":"2026-04-07T03:57:17.199052Z","steps":["trace[64227292] 'process raft request' (duration: 144.546472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:17.723412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.844075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzrbw\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-07T03:57:17.723497Z","caller":"traceutil/trace.go:171","msg":"trace[1253318182] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzrbw; range_end:; response_count:1; response_revision:15190; }","duration":"211.976496ms","start":"2026-04-07T03:57:17.5115Z","end":"2026-04-07T03:57:17.723476Z","steps":["trace[1253318182] 'range keys from in-memory index tree' (duration: 211.67805ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:57:54.832978Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13008} {"level":"info","ts":"2026-04-07T03:57:54.908146Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13008,"took":"72.847209ms","hash":1562982771,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":30654464,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T03:57:54.908216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1562982771,"revision":13008,"compact-revision":10962} {"level":"info","ts":"2026-04-07T04:02:54.838745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15444} {"level":"info","ts":"2026-04-07T04:02:54.931876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15444,"took":"87.424664ms","hash":700920425,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":32215040,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T04:02:54.931947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":700920425,"revision":15444,"compact-revision":13008} {"level":"info","ts":"2026-04-07T04:03:00.439316Z","caller":"traceutil/trace.go:171","msg":"trace[162751491] linearizableReadLoop","detail":"{readStateIndex:18470; appliedIndex:18469; }","duration":"193.670393ms","start":"2026-04-07T04:03:00.245623Z","end":"2026-04-07T04:03:00.439293Z","steps":["trace[162751491] 'read index received' (duration: 193.511798ms)","trace[162751491] 'applied index is now lower than readState.Index' (duration: 157.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:03:00.439463Z","caller":"traceutil/trace.go:171","msg":"trace[1565500638] transaction","detail":"{read_only:false; response_revision:17875; number_of_response:1; }","duration":"195.457961ms","start":"2026-04-07T04:03:00.243967Z","end":"2026-04-07T04:03:00.439425Z","steps":["trace[1565500638] 'process raft request' (duration: 194.825684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:00.439586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.94437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T04:03:00.43963Z","caller":"traceutil/trace.go:171","msg":"trace[692172124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17875; }","duration":"194.039363ms","start":"2026-04-07T04:03:00.245579Z","end":"2026-04-07T04:03:00.439618Z","steps":["trace[692172124] 'agreement among raft nodes before linearized reading' (duration: 193.833358ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:00.749335Z","caller":"traceutil/trace.go:171","msg":"trace[1404586339] transaction","detail":"{read_only:false; response_revision:17876; number_of_response:1; }","duration":"346.095285ms","start":"2026-04-07T04:03:00.403163Z","end":"2026-04-07T04:03:00.749258Z","steps":["trace[1404586339] 'process raft request' (duration: 340.278749ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:00.749099Z","caller":"traceutil/trace.go:171","msg":"trace[661462184] transaction","detail":"{read_only:false; response_revision:17877; number_of_response:1; }","duration":"345.852778ms","start":"2026-04-07T04:03:00.403224Z","end":"2026-04-07T04:03:00.749077Z","steps":["trace[661462184] 'process raft request' (duration: 345.725045ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:00.749712Z","caller":"traceutil/trace.go:171","msg":"trace[1943567419] transaction","detail":"{read_only:false; response_revision:17878; number_of_response:1; }","duration":"330.950498ms","start":"2026-04-07T04:03:00.418742Z","end":"2026-04-07T04:03:00.749692Z","steps":["trace[1943567419] 'process raft request' (duration: 330.26545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:00.749824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:00.418711Z","time spent":"331.049991ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:03:00.749838Z","caller":"traceutil/trace.go:171","msg":"trace[293122135] linearizableReadLoop","detail":"{readStateIndex:18474; appliedIndex:18470; }","duration":"310.434275ms","start":"2026-04-07T04:03:00.439386Z","end":"2026-04-07T04:03:00.749821Z","steps":["trace[293122135] 'read index received' (duration: 304.069854ms)","trace[293122135] 'applied index is now lower than readState.Index' (duration: 6.362811ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:03:00.749877Z","caller":"traceutil/trace.go:171","msg":"trace[261396871] transaction","detail":"{read_only:false; response_revision:17879; number_of_response:1; }","duration":"323.632511ms","start":"2026-04-07T04:03:00.426199Z","end":"2026-04-07T04:03:00.749832Z","steps":["trace[261396871] 'process raft request' (duration: 323.406185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:00.749756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:00.40314Z","time spent":"346.292331ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:03:00.750003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:00.426176Z","time spent":"323.766905ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:03:00.750009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.989788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:03:00.750234Z","caller":"traceutil/trace.go:171","msg":"trace[1843965717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17879; }","duration":"425.220646ms","start":"2026-04-07T04:03:00.324982Z","end":"2026-04-07T04:03:00.750203Z","steps":["trace[1843965717] 'agreement among raft nodes before linearized reading' (duration: 424.887377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:00.750438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:00.324968Z","time spent":"425.449972ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:03:00.749768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:00.403199Z","time spent":"346.447615ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:03:00.814299Z","caller":"traceutil/trace.go:171","msg":"trace[179861293] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"360.311309ms","start":"2026-04-07T04:03:00.453967Z","end":"2026-04-07T04:03:00.814279Z","steps":["trace[179861293] 'process raft request' (duration: 360.137844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:00.814492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:00.453944Z","time spent":"360.489022ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:03:00.814915Z","caller":"traceutil/trace.go:171","msg":"trace[1580245970] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"214.904733ms","start":"2026-04-07T04:03:00.599984Z","end":"2026-04-07T04:03:00.814889Z","steps":["trace[1580245970] 'process raft request' (duration: 214.253246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:09.341055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.40685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-fjcxl-vnc\" ","response":"range_response_count:1 size:1500"} {"level":"info","ts":"2026-04-07T04:03:09.341126Z","caller":"traceutil/trace.go:171","msg":"trace[399630680] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-fjcxl-vnc; range_end:; response_count:1; response_revision:18101; }","duration":"101.524274ms","start":"2026-04-07T04:03:09.239584Z","end":"2026-04-07T04:03:09.341109Z","steps":["trace[399630680] 'agreement among raft nodes before linearized reading' (duration: 101.321188ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:09.477691Z","caller":"traceutil/trace.go:171","msg":"trace[1973502387] transaction","detail":"{read_only:false; response_revision:18105; number_of_response:1; }","duration":"115.473649ms","start":"2026-04-07T04:03:09.362193Z","end":"2026-04-07T04:03:09.477667Z","steps":["trace[1973502387] 'process raft request' (duration: 110.184427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:09.477969Z","caller":"traceutil/trace.go:171","msg":"trace[2140261823] transaction","detail":"{read_only:false; response_revision:18106; number_of_response:1; }","duration":"104.872332ms","start":"2026-04-07T04:03:09.373079Z","end":"2026-04-07T04:03:09.477951Z","steps":["trace[2140261823] 'process raft request' (duration: 104.528483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:09.661565Z","caller":"traceutil/trace.go:171","msg":"trace[1333530858] transaction","detail":"{read_only:false; response_revision:18109; number_of_response:1; }","duration":"109.861567ms","start":"2026-04-07T04:03:09.551666Z","end":"2026-04-07T04:03:09.661528Z","steps":["trace[1333530858] 'process raft request' (duration: 75.702388ms)","trace[1333530858] 'compare' (duration: 33.80424ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:03:09.715635Z","caller":"traceutil/trace.go:171","msg":"trace[709436743] transaction","detail":"{read_only:false; response_revision:18111; number_of_response:1; }","duration":"141.031005ms","start":"2026-04-07T04:03:09.574582Z","end":"2026-04-07T04:03:09.715613Z","steps":["trace[709436743] 'process raft request' (duration: 140.967454ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:09.715718Z","caller":"traceutil/trace.go:171","msg":"trace[1737619074] transaction","detail":"{read_only:false; response_revision:18110; number_of_response:1; }","duration":"148.833556ms","start":"2026-04-07T04:03:09.566848Z","end":"2026-04-07T04:03:09.715681Z","steps":["trace[1737619074] 'process raft request' (duration: 148.576769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:09.729471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.948896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-07T04:03:09.729521Z","caller":"traceutil/trace.go:171","msg":"trace[692733963] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:18112; }","duration":"163.047648ms","start":"2026-04-07T04:03:09.566461Z","end":"2026-04-07T04:03:09.729508Z","steps":["trace[692733963] 'agreement among raft nodes before linearized reading' (duration: 162.880624ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:09.866105Z","caller":"traceutil/trace.go:171","msg":"trace[547014975] linearizableReadLoop","detail":"{readStateIndex:18715; appliedIndex:18714; }","duration":"109.786635ms","start":"2026-04-07T04:03:09.756291Z","end":"2026-04-07T04:03:09.866078Z","steps":["trace[547014975] 'read index received' (duration: 109.57754ms)","trace[547014975] 'applied index is now lower than readState.Index' (duration: 207.855µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:03:09.866194Z","caller":"traceutil/trace.go:171","msg":"trace[727152797] transaction","detail":"{read_only:false; response_revision:18114; number_of_response:1; }","duration":"132.362823ms","start":"2026-04-07T04:03:09.733796Z","end":"2026-04-07T04:03:09.866159Z","steps":["trace[727152797] 'process raft request' (duration: 132.142987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:09.866339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.66635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-07T04:03:09.866511Z","caller":"traceutil/trace.go:171","msg":"trace[834142018] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:18114; }","duration":"132.842956ms","start":"2026-04-07T04:03:09.733648Z","end":"2026-04-07T04:03:09.866491Z","steps":["trace[834142018] 'agreement among raft nodes before linearized reading' (duration: 132.533627ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:09.876016Z","caller":"traceutil/trace.go:171","msg":"trace[872176137] transaction","detail":"{read_only:false; response_revision:18116; number_of_response:1; }","duration":"102.55202ms","start":"2026-04-07T04:03:09.773444Z","end":"2026-04-07T04:03:09.875996Z","steps":["trace[872176137] 'process raft request' (duration: 102.497769ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:09.876403Z","caller":"traceutil/trace.go:171","msg":"trace[69400490] transaction","detail":"{read_only:false; response_revision:18115; number_of_response:1; }","duration":"106.578409ms","start":"2026-04-07T04:03:09.769805Z","end":"2026-04-07T04:03:09.876384Z","steps":["trace[69400490] 'process raft request' (duration: 106.021324ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:05:53.630858Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T04:05:53.636344Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-07T04:05:53.63644Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-07T04:07:54.844936Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17832} {"level":"info","ts":"2026-04-07T04:07:54.948838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17832,"took":"100.297888ms","hash":2298711205,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":34693120,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-07T04:07:54.948898Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2298711205,"revision":17832,"compact-revision":15444} {"level":"warn","ts":"2026-04-07T04:08:38.455204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.772503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:08:38.455312Z","caller":"traceutil/trace.go:171","msg":"trace[24372606] linearizableReadLoop","detail":"{readStateIndex:21141; appliedIndex:21140; }","duration":"296.524733ms","start":"2026-04-07T04:08:38.158772Z","end":"2026-04-07T04:08:38.455297Z","steps":["trace[24372606] 'read index received' (duration: 25.25µs)","trace[24372606] 'applied index is now lower than readState.Index' (duration: 296.498153ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:08:38.455397Z","caller":"traceutil/trace.go:171","msg":"trace[511003967] transaction","detail":"{read_only:false; response_revision:20460; number_of_response:1; }","duration":"473.969805ms","start":"2026-04-07T04:08:37.981417Z","end":"2026-04-07T04:08:38.455386Z","steps":["trace[511003967] 'process raft request' (duration: 145.927054ms)","trace[511003967] 'compare' (duration: 327.64494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:08:38.455451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:37.981402Z","time spent":"474.019516ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:08:38.455522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.234266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:08:38.455616Z","caller":"traceutil/trace.go:171","msg":"trace[822181777] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20460; }","duration":"222.36995ms","start":"2026-04-07T04:08:38.233215Z","end":"2026-04-07T04:08:38.455585Z","steps":["trace[822181777] 'agreement among raft nodes before linearized reading' (duration: 222.221155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:38.455989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.17595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-07T04:08:38.456054Z","caller":"traceutil/trace.go:171","msg":"trace[1937182004] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:20460; }","duration":"297.303915ms","start":"2026-04-07T04:08:38.158734Z","end":"2026-04-07T04:08:38.456038Z","steps":["trace[1937182004] 'agreement among raft nodes before linearized reading' (duration: 296.798471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:38.785678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.029692ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-07T04:08:38.786081Z","caller":"traceutil/trace.go:171","msg":"trace[119837578] transaction","detail":"{read_only:false; response_revision:20461; number_of_response:1; }","duration":"120.968923ms","start":"2026-04-07T04:08:38.665088Z","end":"2026-04-07T04:08:38.786057Z","steps":["trace[119837578] 'process raft request' (duration: 120.811099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:38.786094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:38.45691Z","time spent":"329.175082ms","remote":"127.0.0.1:38100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T04:08:38.786132Z","caller":"traceutil/trace.go:171","msg":"trace[670617630] linearizableReadLoop","detail":"{readStateIndex:21142; appliedIndex:21141; }","duration":"261.80435ms","start":"2026-04-07T04:08:38.524295Z","end":"2026-04-07T04:08:38.7861Z","steps":["trace[670617630] 'read index received' (duration: 133.340685ms)","trace[670617630] 'applied index is now lower than readState.Index' (duration: 128.456634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:08:38.786354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.052737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:08:38.786393Z","caller":"traceutil/trace.go:171","msg":"trace[730410336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20461; }","duration":"262.139269ms","start":"2026-04-07T04:08:38.524246Z","end":"2026-04-07T04:08:38.786385Z","steps":["trace[730410336] 'agreement among raft nodes before linearized reading' (duration: 261.935874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:38.786522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.414566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:08:38.786634Z","caller":"traceutil/trace.go:171","msg":"trace[779945580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20461; }","duration":"214.559819ms","start":"2026-04-07T04:08:38.572036Z","end":"2026-04-07T04:08:38.786596Z","steps":["trace[779945580] 'agreement among raft nodes before linearized reading' (duration: 214.333293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:38.786646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.106861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:08:38.786721Z","caller":"traceutil/trace.go:171","msg":"trace[566354321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20461; }","duration":"213.234504ms","start":"2026-04-07T04:08:38.573467Z","end":"2026-04-07T04:08:38.786702Z","steps":["trace[566354321] 'agreement among raft nodes before linearized reading' (duration: 212.965887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:38.786868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.546612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:08:38.786978Z","caller":"traceutil/trace.go:171","msg":"trace[846423186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20461; }","duration":"213.774219ms","start":"2026-04-07T04:08:38.573184Z","end":"2026-04-07T04:08:38.786959Z","steps":["trace[846423186] 'agreement among raft nodes before linearized reading' (duration: 213.266445ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:08:39.148083Z","caller":"traceutil/trace.go:171","msg":"trace[690814722] transaction","detail":"{read_only:false; response_revision:20463; number_of_response:1; }","duration":"357.607357ms","start":"2026-04-07T04:08:38.790451Z","end":"2026-04-07T04:08:39.148058Z","steps":["trace[690814722] 'process raft request' (duration: 357.355829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:39.148239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:38.790434Z","time spent":"357.725199ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:08:39.148372Z","caller":"traceutil/trace.go:171","msg":"trace[458258131] transaction","detail":"{read_only:false; response_revision:20464; number_of_response:1; }","duration":"357.617176ms","start":"2026-04-07T04:08:38.790716Z","end":"2026-04-07T04:08:39.148333Z","steps":["trace[458258131] 'process raft request' (duration: 357.299267ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:08:39.14842Z","caller":"traceutil/trace.go:171","msg":"trace[168988179] linearizableReadLoop","detail":"{readStateIndex:21147; appliedIndex:21144; }","duration":"272.548359ms","start":"2026-04-07T04:08:38.875847Z","end":"2026-04-07T04:08:39.148396Z","steps":["trace[168988179] 'read index received' (duration: 271.890331ms)","trace[168988179] 'applied index is now lower than readState.Index' (duration: 656.988µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:08:39.148499Z","caller":"traceutil/trace.go:171","msg":"trace[172254515] transaction","detail":"{read_only:false; response_revision:20465; number_of_response:1; }","duration":"357.34652ms","start":"2026-04-07T04:08:38.791107Z","end":"2026-04-07T04:08:39.148454Z","steps":["trace[172254515] 'process raft request' (duration: 357.172906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:39.148612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:38.790699Z","time spent":"357.788212ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:08:39.148629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.944092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-07T04:08:39.148647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:38.791081Z","time spent":"357.481833ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:08:39.148668Z","caller":"traceutil/trace.go:171","msg":"trace[344989248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20465; }","duration":"359.015533ms","start":"2026-04-07T04:08:38.789643Z","end":"2026-04-07T04:08:39.148658Z","steps":["trace[344989248] 'agreement among raft nodes before linearized reading' (duration: 358.86929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:39.148698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:38.789626Z","time spent":"359.065627ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T04:08:39.253517Z","caller":"traceutil/trace.go:171","msg":"trace[4384308] linearizableReadLoop","detail":"{readStateIndex:21148; appliedIndex:21147; }","duration":"105.003614ms","start":"2026-04-07T04:08:39.148486Z","end":"2026-04-07T04:08:39.253489Z","steps":["trace[4384308] 'read index received' (duration: 88.266863ms)","trace[4384308] 'applied index is now lower than readState.Index' (duration: 16.735741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:08:39.253727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.554929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-07T04:08:39.253618Z","caller":"traceutil/trace.go:171","msg":"trace[1735947759] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"372.783375ms","start":"2026-04-07T04:08:38.880794Z","end":"2026-04-07T04:08:39.253577Z","steps":["trace[1735947759] 'process raft request' (duration: 356.060545ms)","trace[1735947759] 'compare' (duration: 16.480073ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:08:39.253806Z","caller":"traceutil/trace.go:171","msg":"trace[2094183978] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20466; }","duration":"375.675682ms","start":"2026-04-07T04:08:38.878113Z","end":"2026-04-07T04:08:39.253789Z","steps":["trace[2094183978] 'agreement among raft nodes before linearized reading' (duration: 375.469417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:39.253848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:38.87809Z","time spent":"375.749884ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T04:08:39.253907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:38.880782Z","time spent":"373.036171ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:08:39.253909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.823701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-04-07T04:08:39.253996Z","caller":"traceutil/trace.go:171","msg":"trace[1364812989] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20466; }","duration":"103.962985ms","start":"2026-04-07T04:08:39.150009Z","end":"2026-04-07T04:08:39.253972Z","steps":["trace[1364812989] 'agreement among raft nodes before linearized reading' (duration: 103.667607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:39.643765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.831569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:08:39.643866Z","caller":"traceutil/trace.go:171","msg":"trace[1443489418] linearizableReadLoop","detail":"{readStateIndex:21149; appliedIndex:21148; }","duration":"326.486309ms","start":"2026-04-07T04:08:39.317362Z","end":"2026-04-07T04:08:39.643849Z","steps":["trace[1443489418] 'read index received' (duration: 192.507276ms)","trace[1443489418] 'applied index is now lower than readState.Index' (duration: 133.977893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:08:39.644014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.647533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:08:39.643999Z","caller":"traceutil/trace.go:171","msg":"trace[10059186] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"327.64741ms","start":"2026-04-07T04:08:39.316321Z","end":"2026-04-07T04:08:39.643969Z","steps":["trace[10059186] 'process raft request' (duration: 193.535744ms)","trace[10059186] 'compare' (duration: 133.703996ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:08:39.644051Z","caller":"traceutil/trace.go:171","msg":"trace[146389250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20467; }","duration":"326.706844ms","start":"2026-04-07T04:08:39.317333Z","end":"2026-04-07T04:08:39.64404Z","steps":["trace[146389250] 'agreement among raft nodes before linearized reading' (duration: 326.572821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:08:39.644087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:39.317321Z","time spent":"326.755107ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:08:39.644138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:08:39.316303Z","time spent":"327.761443ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:12:25.951068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.778804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T04:12:25.95122Z","caller":"traceutil/trace.go:171","msg":"trace[988712181] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager; range_end:; response_count:1; response_revision:22846; }","duration":"237.98256ms","start":"2026-04-07T04:12:25.71322Z","end":"2026-04-07T04:12:25.951202Z","steps":["trace[988712181] 'range keys from in-memory index tree' (duration: 237.63233ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:12:26.269807Z","caller":"traceutil/trace.go:171","msg":"trace[441684825] linearizableReadLoop","detail":"{readStateIndex:23600; appliedIndex:23599; }","duration":"280.344919ms","start":"2026-04-07T04:12:25.989437Z","end":"2026-04-07T04:12:26.269782Z","steps":["trace[441684825] 'read index received' (duration: 280.265266ms)","trace[441684825] 'applied index is now lower than readState.Index' (duration: 78.643µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:12:26.269863Z","caller":"traceutil/trace.go:171","msg":"trace[1053628577] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"315.569265ms","start":"2026-04-07T04:12:25.95426Z","end":"2026-04-07T04:12:26.269829Z","steps":["trace[1053628577] 'process raft request' (duration: 315.36231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:12:26.269961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.513842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:12:26.270003Z","caller":"traceutil/trace.go:171","msg":"trace[1300982119] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22847; }","duration":"280.610846ms","start":"2026-04-07T04:12:25.98938Z","end":"2026-04-07T04:12:26.26999Z","steps":["trace[1300982119] 'agreement among raft nodes before linearized reading' (duration: 280.524764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:12:26.271568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:12:25.954204Z","time spent":"315.771321ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:12:54.851679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20239} {"level":"info","ts":"2026-04-07T04:12:54.969449Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20239,"took":"113.272056ms","hash":3892020882,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":40587264,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-07T04:12:54.969526Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3892020882,"revision":20239,"compact-revision":17832} {"level":"info","ts":"2026-04-07T04:12:56.974233Z","caller":"traceutil/trace.go:171","msg":"trace[1690192613] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"114.063617ms","start":"2026-04-07T04:12:56.860143Z","end":"2026-04-07T04:12:56.974207Z","steps":["trace[1690192613] 'process raft request' (duration: 113.849672ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:12:56.97463Z","caller":"traceutil/trace.go:171","msg":"trace[1066210282] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"108.94281ms","start":"2026-04-07T04:12:56.865617Z","end":"2026-04-07T04:12:56.97456Z","steps":["trace[1066210282] 'process raft request' (duration: 108.538128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:42.776391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.735695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:42.776432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.01649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:15:42.776493Z","caller":"traceutil/trace.go:171","msg":"trace[1223771287] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24869; }","duration":"169.856189ms","start":"2026-04-07T04:15:42.606613Z","end":"2026-04-07T04:15:42.77647Z","steps":["trace[1223771287] 'count revisions from in-memory index tree' (duration: 169.697815ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:42.776516Z","caller":"traceutil/trace.go:171","msg":"trace[468902084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24869; }","duration":"171.137803ms","start":"2026-04-07T04:15:42.605356Z","end":"2026-04-07T04:15:42.776494Z","steps":["trace[468902084] 'range keys from in-memory index tree' (duration: 170.866996ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:43.162063Z","caller":"traceutil/trace.go:171","msg":"trace[1896694893] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"343.461668ms","start":"2026-04-07T04:15:42.818573Z","end":"2026-04-07T04:15:43.162035Z","steps":["trace[1896694893] 'process raft request' (duration: 343.295354ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:43.162081Z","caller":"traceutil/trace.go:171","msg":"trace[1049867391] linearizableReadLoop","detail":"{readStateIndex:25677; appliedIndex:25677; }","duration":"301.586049ms","start":"2026-04-07T04:15:42.860454Z","end":"2026-04-07T04:15:43.16204Z","steps":["trace[1049867391] 'read index received' (duration: 301.576959ms)","trace[1049867391] 'applied index is now lower than readState.Index' (duration: 7.16µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:43.162222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:42.818552Z","time spent":"343.590362ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:43.162351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.894477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:15:43.1624Z","caller":"traceutil/trace.go:171","msg":"trace[456519499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24871; }","duration":"301.988761ms","start":"2026-04-07T04:15:42.860398Z","end":"2026-04-07T04:15:43.162387Z","steps":["trace[456519499] 'agreement among raft nodes before linearized reading' (duration: 301.816436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.162441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:42.860379Z","time spent":"302.055182ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T04:15:43.357555Z","caller":"traceutil/trace.go:171","msg":"trace[554807921] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"187.6582ms","start":"2026-04-07T04:15:43.16987Z","end":"2026-04-07T04:15:43.357528Z","steps":["trace[554807921] 'process raft request' (duration: 122.518273ms)","trace[554807921] 'compare' (duration: 64.990632ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:43.425787Z","caller":"traceutil/trace.go:171","msg":"trace[754691421] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25677; }","duration":"200.271139ms","start":"2026-04-07T04:15:43.225472Z","end":"2026-04-07T04:15:43.425743Z","steps":["trace[754691421] 'read index received' (duration: 66.931525ms)","trace[754691421] 'applied index is now lower than readState.Index' (duration: 133.337934ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:43.42584Z","caller":"traceutil/trace.go:171","msg":"trace[293886268] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"255.544608ms","start":"2026-04-07T04:15:43.170253Z","end":"2026-04-07T04:15:43.425797Z","steps":["trace[293886268] 'process raft request' (duration: 255.268771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.426005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.497275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:43.426058Z","caller":"traceutil/trace.go:171","msg":"trace[1776202555] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24873; }","duration":"200.579987ms","start":"2026-04-07T04:15:43.225464Z","end":"2026-04-07T04:15:43.426044Z","steps":["trace[1776202555] 'agreement among raft nodes before linearized reading' (duration: 200.458474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.426168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.284337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:15:43.426211Z","caller":"traceutil/trace.go:171","msg":"trace[1785849049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24873; }","duration":"122.358278ms","start":"2026-04-07T04:15:43.30384Z","end":"2026-04-07T04:15:43.426198Z","steps":["trace[1785849049] 'agreement among raft nodes before linearized reading' (duration: 122.185284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.426182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.023317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T04:15:43.426264Z","caller":"traceutil/trace.go:171","msg":"trace[1970662845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24873; }","duration":"149.164031ms","start":"2026-04-07T04:15:43.277079Z","end":"2026-04-07T04:15:43.426243Z","steps":["trace[1970662845] 'agreement among raft nodes before linearized reading' (duration: 148.928904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.426449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.543541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:15:43.426479Z","caller":"traceutil/trace.go:171","msg":"trace[1656251004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24873; }","duration":"126.610063ms","start":"2026-04-07T04:15:43.29986Z","end":"2026-04-07T04:15:43.42647Z","steps":["trace[1656251004] 'agreement among raft nodes before linearized reading' (duration: 126.52256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.63892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.621582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:15:43.63901Z","caller":"traceutil/trace.go:171","msg":"trace[211582055] linearizableReadLoop","detail":"{readStateIndex:25680; appliedIndex:25679; }","duration":"209.452936ms","start":"2026-04-07T04:15:43.429542Z","end":"2026-04-07T04:15:43.638995Z","steps":["trace[211582055] 'read index received' (duration: 65.65057ms)","trace[211582055] 'applied index is now lower than readState.Index' (duration: 143.800846ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:43.63905Z","caller":"traceutil/trace.go:171","msg":"trace[924534933] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"209.95523ms","start":"2026-04-07T04:15:43.429056Z","end":"2026-04-07T04:15:43.639011Z","steps":["trace[924534933] 'process raft request' (duration: 66.157493ms)","trace[924534933] 'compare' (duration: 143.043806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:43.639177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.57661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:43.639279Z","caller":"traceutil/trace.go:171","msg":"trace[580186160] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24874; }","duration":"209.744795ms","start":"2026-04-07T04:15:43.429511Z","end":"2026-04-07T04:15:43.639256Z","steps":["trace[580186160] 'agreement among raft nodes before linearized reading' (duration: 209.535639ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:43.944776Z","caller":"traceutil/trace.go:171","msg":"trace[1294283591] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"514.781407ms","start":"2026-04-07T04:15:43.429956Z","end":"2026-04-07T04:15:43.944738Z","steps":["trace[1294283591] 'process raft request' (duration: 514.438628ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:43.944863Z","caller":"traceutil/trace.go:171","msg":"trace[1840490522] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"511.126018ms","start":"2026-04-07T04:15:43.433709Z","end":"2026-04-07T04:15:43.944835Z","steps":["trace[1840490522] 'process raft request' (duration: 510.992324ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:43.944865Z","caller":"traceutil/trace.go:171","msg":"trace[899808505] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"511.204821ms","start":"2026-04-07T04:15:43.433613Z","end":"2026-04-07T04:15:43.944818Z","steps":["trace[899808505] 'process raft request' (duration: 511.013825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.944994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.433699Z","time spent":"511.22775ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:43.945011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.42994Z","time spent":"514.974722ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T04:15:43.945063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.433603Z","time spent":"511.358914ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:43.944821Z","caller":"traceutil/trace.go:171","msg":"trace[887664579] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"510.974024ms","start":"2026-04-07T04:15:43.43382Z","end":"2026-04-07T04:15:43.944794Z","steps":["trace[887664579] 'process raft request' (duration: 510.921112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:43.945274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.433813Z","time spent":"511.429496ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:44.058138Z","caller":"traceutil/trace.go:171","msg":"trace[1503321007] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"474.245284ms","start":"2026-04-07T04:15:43.583867Z","end":"2026-04-07T04:15:44.058112Z","steps":["trace[1503321007] 'process raft request' (duration: 474.039499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.058332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.583839Z","time spent":"474.389257ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:44.058741Z","caller":"traceutil/trace.go:171","msg":"trace[1548513916] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"469.366342ms","start":"2026-04-07T04:15:43.589343Z","end":"2026-04-07T04:15:44.058709Z","steps":["trace[1548513916] 'process raft request' (duration: 468.726414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.058928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.589331Z","time spent":"469.494065ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:44.059099Z","caller":"traceutil/trace.go:171","msg":"trace[1762015110] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"457.687537ms","start":"2026-04-07T04:15:43.6014Z","end":"2026-04-07T04:15:44.059088Z","steps":["trace[1762015110] 'process raft request' (duration: 457.602245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.059164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.601382Z","time spent":"457.749968ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:44.059246Z","caller":"traceutil/trace.go:171","msg":"trace[1818397150] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"458.149749ms","start":"2026-04-07T04:15:43.601089Z","end":"2026-04-07T04:15:44.059239Z","steps":["trace[1818397150] 'process raft request' (duration: 457.43405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.059286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.601066Z","time spent":"458.199222ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:44.05936Z","caller":"traceutil/trace.go:171","msg":"trace[581956615] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"457.878812ms","start":"2026-04-07T04:15:43.601468Z","end":"2026-04-07T04:15:44.059347Z","steps":["trace[581956615] 'process raft request' (duration: 457.591125ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:44.059419Z","caller":"traceutil/trace.go:171","msg":"trace[841995700] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"442.779056ms","start":"2026-04-07T04:15:43.616633Z","end":"2026-04-07T04:15:44.059412Z","steps":["trace[841995700] 'process raft request' (duration: 442.53321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.059432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.60145Z","time spent":"457.948544ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:44.059464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.616618Z","time spent":"442.823537ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:44.06286Z","caller":"traceutil/trace.go:171","msg":"trace[1695329802] linearizableReadLoop","detail":"{readStateIndex:25690; appliedIndex:25680; }","duration":"423.808265ms","start":"2026-04-07T04:15:43.639029Z","end":"2026-04-07T04:15:44.062837Z","steps":["trace[1695329802] 'read index received' (duration: 305.405273ms)","trace[1695329802] 'applied index is now lower than readState.Index' (duration: 118.401872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:44.063158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.837864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a3f7fbcb76112f\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-07T04:15:44.063157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.046457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T04:15:44.063193Z","caller":"traceutil/trace.go:171","msg":"trace[1343375538] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a3f7fbcb76112f; range_end:; response_count:1; response_revision:24885; }","duration":"420.920777ms","start":"2026-04-07T04:15:43.64226Z","end":"2026-04-07T04:15:44.063181Z","steps":["trace[1343375538] 'agreement among raft nodes before linearized reading' (duration: 420.793224ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:44.063196Z","caller":"traceutil/trace.go:171","msg":"trace[692181924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24885; }","duration":"616.118828ms","start":"2026-04-07T04:15:43.447067Z","end":"2026-04-07T04:15:44.063186Z","steps":["trace[692181924] 'agreement among raft nodes before linearized reading' (duration: 615.893862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.063192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.089322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T04:15:44.063221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.642237Z","time spent":"420.974988ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a3f7fbcb76112f\" "} {"level":"warn","ts":"2026-04-07T04:15:44.063235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.447055Z","time spent":"616.17251ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:15:44.063242Z","caller":"traceutil/trace.go:171","msg":"trace[977244005] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24885; }","duration":"516.179244ms","start":"2026-04-07T04:15:43.547053Z","end":"2026-04-07T04:15:44.063232Z","steps":["trace[977244005] 'agreement among raft nodes before linearized reading' (duration: 515.889697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.063267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.547034Z","time spent":"516.226817ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T04:15:44.063187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.569322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-04-07T04:15:44.063396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.753858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:15:44.063418Z","caller":"traceutil/trace.go:171","msg":"trace[1752045838] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24885; }","duration":"300.821649ms","start":"2026-04-07T04:15:43.762589Z","end":"2026-04-07T04:15:44.063411Z","steps":["trace[1752045838] 'agreement among raft nodes before linearized reading' (duration: 300.779298ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:44.063425Z","caller":"traceutil/trace.go:171","msg":"trace[841986611] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47; range_end:; response_count:1; response_revision:24885; }","duration":"113.838169ms","start":"2026-04-07T04:15:43.949571Z","end":"2026-04-07T04:15:44.063409Z","steps":["trace[841986611] 'agreement among raft nodes before linearized reading' (duration: 113.5101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.063443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.762545Z","time spent":"300.892231ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:44.063561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.974267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:15:44.063589Z","caller":"traceutil/trace.go:171","msg":"trace[530036909] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24885; }","duration":"395.036659ms","start":"2026-04-07T04:15:43.668544Z","end":"2026-04-07T04:15:44.06358Z","steps":["trace[530036909] 'agreement among raft nodes before linearized reading' (duration: 394.991647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.063609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.668526Z","time spent":"395.077051ms","remote":"127.0.0.1:35106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:44.06364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.872675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:15:44.063678Z","caller":"traceutil/trace.go:171","msg":"trace[675505998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24885; }","duration":"420.945427ms","start":"2026-04-07T04:15:43.642723Z","end":"2026-04-07T04:15:44.063669Z","steps":["trace[675505998] 'agreement among raft nodes before linearized reading' (duration: 420.846235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:44.063709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:43.642708Z","time spent":"420.994968ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T04:15:50.093793Z","caller":"traceutil/trace.go:171","msg":"trace[1974685352] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"120.912699ms","start":"2026-04-07T04:15:49.972864Z","end":"2026-04-07T04:15:50.093777Z","steps":["trace[1974685352] 'process raft request' (duration: 120.804976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.093308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.258069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:15:51.093805Z","caller":"traceutil/trace.go:171","msg":"trace[149148308] linearizableReadLoop","detail":"{readStateIndex:25737; appliedIndex:25734; }","duration":"1.116312962s","start":"2026-04-07T04:15:49.977474Z","end":"2026-04-07T04:15:51.093787Z","steps":["trace[149148308] 'read index received' (duration: 116.188132ms)","trace[149148308] 'applied index is now lower than readState.Index' (duration: 1.00012356s)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:51.093913Z","caller":"traceutil/trace.go:171","msg":"trace[2138033805] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"1.009993446s","start":"2026-04-07T04:15:50.083909Z","end":"2026-04-07T04:15:51.093902Z","steps":["trace[2138033805] 'process raft request' (duration: 1.009742209s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:51.093925Z","caller":"traceutil/trace.go:171","msg":"trace[692382764] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"1.010656454s","start":"2026-04-07T04:15:50.083226Z","end":"2026-04-07T04:15:51.093883Z","steps":["trace[692382764] 'process raft request' (duration: 1.010376446s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.093987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.083899Z","time spent":"1.010049177s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.093986Z","caller":"traceutil/trace.go:171","msg":"trace[23429682] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"1.015249047s","start":"2026-04-07T04:15:50.078715Z","end":"2026-04-07T04:15:51.093964Z","steps":["trace[23429682] 'process raft request' (duration: 1.014791385s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:51.093996Z","caller":"traceutil/trace.go:171","msg":"trace[676545847] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"1.120182525s","start":"2026-04-07T04:15:49.973786Z","end":"2026-04-07T04:15:51.093968Z","steps":["trace[676545847] 'process raft request' (duration: 545.183486ms)","trace[676545847] 'compare' (duration: 573.92305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:51.094029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.083217Z","time spent":"1.010761286s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.094062Z","caller":"traceutil/trace.go:171","msg":"trace[1663885237] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"1.003569312s","start":"2026-04-07T04:15:50.090459Z","end":"2026-04-07T04:15:51.094029Z","steps":["trace[1663885237] 'process raft request' (duration: 1.003288004s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:51.094163Z","caller":"traceutil/trace.go:171","msg":"trace[335156955] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"1.010134619s","start":"2026-04-07T04:15:50.083989Z","end":"2026-04-07T04:15:51.094124Z","steps":["trace[335156955] 'process raft request' (duration: 1.009693397s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:51.094162Z","caller":"traceutil/trace.go:171","msg":"trace[1796902093] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"1.006846261s","start":"2026-04-07T04:15:50.087306Z","end":"2026-04-07T04:15:51.094152Z","steps":["trace[1796902093] 'process raft request' (duration: 1.006411479s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:51.093923Z","caller":"traceutil/trace.go:171","msg":"trace[2002005859] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"1.119453256s","start":"2026-04-07T04:15:49.974446Z","end":"2026-04-07T04:15:51.093899Z","steps":["trace[2002005859] 'process raft request' (duration: 1.118962422s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.390113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:15:51.094202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116721262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-07T04:15:51.094217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.09045Z","time spent":"1.003688365s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:51.094224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.087298Z","time spent":"1.006896581s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:51.094247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.126413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:51.094268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.018122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:51.094249Z","caller":"traceutil/trace.go:171","msg":"trace[924116732] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24936; }","duration":"1.116776874s","start":"2026-04-07T04:15:49.977459Z","end":"2026-04-07T04:15:51.094236Z","steps":["trace[924116732] 'agreement among raft nodes before linearized reading' (duration: 1.116645781s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:49.974433Z","time spent":"1.119793906s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.094283Z","caller":"traceutil/trace.go:171","msg":"trace[363779610] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24936; }","duration":"397.075774ms","start":"2026-04-07T04:15:50.697203Z","end":"2026-04-07T04:15:51.094279Z","steps":["trace[363779610] 'agreement among raft nodes before linearized reading' (duration: 397.045823ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:51.094288Z","caller":"traceutil/trace.go:171","msg":"trace[910713265] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24936; }","duration":"815.205804ms","start":"2026-04-07T04:15:50.279072Z","end":"2026-04-07T04:15:51.094278Z","steps":["trace[910713265] 'agreement among raft nodes before linearized reading' (duration: 815.150013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.480648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T04:15:51.094302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.697185Z","time spent":"397.112454ms","remote":"127.0.0.1:48910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:51.094295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:49.977452Z","time spent":"1.116835395s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-07T04:15:51.094319Z","caller":"traceutil/trace.go:171","msg":"trace[1155277736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24936; }","duration":"271.501999ms","start":"2026-04-07T04:15:50.822812Z","end":"2026-04-07T04:15:51.094314Z","steps":["trace[1155277736] 'agreement among raft nodes before linearized reading' (duration: 271.407157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.078699Z","time spent":"1.01533498s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.094237Z","caller":"traceutil/trace.go:171","msg":"trace[867165495] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24936; }","duration":"771.458326ms","start":"2026-04-07T04:15:50.322771Z","end":"2026-04-07T04:15:51.094229Z","steps":["trace[867165495] 'agreement among raft nodes before linearized reading' (duration: 771.385014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.322757Z","time spent":"771.595879ms","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:51.094385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.415201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-07T04:15:51.094202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.083984Z","time spent":"1.010203391s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.094413Z","caller":"traceutil/trace.go:171","msg":"trace[1219589663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24936; }","duration":"979.459082ms","start":"2026-04-07T04:15:50.114942Z","end":"2026-04-07T04:15:51.094401Z","steps":["trace[1219589663] 'agreement among raft nodes before linearized reading' (duration: 979.402751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005642318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:51.094093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:49.973768Z","time spent":"1.120273048s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:51.094443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.114933Z","time spent":"979.504475ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:15:51.094449Z","caller":"traceutil/trace.go:171","msg":"trace[926226362] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24936; }","duration":"1.005930417s","start":"2026-04-07T04:15:50.088511Z","end":"2026-04-07T04:15:51.094441Z","steps":["trace[926226362] 'agreement among raft nodes before linearized reading' (duration: 1.005628668s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.088504Z","time spent":"1.00604856s","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:51.094326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.279052Z","time spent":"815.266208ms","remote":"127.0.0.1:38418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:15:51.094074Z","caller":"traceutil/trace.go:171","msg":"trace[1294148818] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"1.011193637s","start":"2026-04-07T04:15:50.082857Z","end":"2026-04-07T04:15:51.094051Z","steps":["trace[1294148818] 'process raft request' (duration: 1.010710994s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.094748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:50.082831Z","time spent":"1.011870686s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:51.642673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.257879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:15:51.642755Z","caller":"traceutil/trace.go:171","msg":"trace[1529748893] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"542.833724ms","start":"2026-04-07T04:15:51.099905Z","end":"2026-04-07T04:15:51.642738Z","steps":["trace[1529748893] 'process raft request' (duration: 306.447932ms)","trace[1529748893] 'compare' (duration: 235.993211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:51.642789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:51.099885Z","time spent":"542.888944ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.98402Z","caller":"traceutil/trace.go:171","msg":"trace[1529143560] linearizableReadLoop","detail":"{readStateIndex:25747; appliedIndex:25744; }","duration":"768.959408ms","start":"2026-04-07T04:15:51.215041Z","end":"2026-04-07T04:15:51.984001Z","steps":["trace[1529143560] 'read index received' (duration: 191.319757ms)","trace[1529143560] 'applied index is now lower than readState.Index' (duration: 577.638991ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:51.984107Z","caller":"traceutil/trace.go:171","msg":"trace[792275874] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"791.505037ms","start":"2026-04-07T04:15:51.192594Z","end":"2026-04-07T04:15:51.984099Z","steps":["trace[792275874] 'process raft request' (duration: 791.304881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.98418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:51.192563Z","time spent":"791.561687ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.984315Z","caller":"traceutil/trace.go:171","msg":"trace[889723097] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"883.072443ms","start":"2026-04-07T04:15:51.101213Z","end":"2026-04-07T04:15:51.984286Z","steps":["trace[889723097] 'process raft request' (duration: 852.91381ms)","trace[889723097] 'compare' (duration: 29.618819ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:51.98439Z","caller":"traceutil/trace.go:171","msg":"trace[1169759876] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"412.014607ms","start":"2026-04-07T04:15:51.572359Z","end":"2026-04-07T04:15:51.984374Z","steps":["trace[1169759876] 'process raft request' (duration: 411.618846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.984427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.236447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:51.98446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:51.572334Z","time spent":"412.089739ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:51.984491Z","caller":"traceutil/trace.go:171","msg":"trace[511330900] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24940; }","duration":"614.338611ms","start":"2026-04-07T04:15:51.370137Z","end":"2026-04-07T04:15:51.984476Z","steps":["trace[511330900] 'agreement among raft nodes before linearized reading' (duration: 614.211947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.984433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.388451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:51.984537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:51.370121Z","time spent":"614.405342ms","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:15:51.9846Z","caller":"traceutil/trace.go:171","msg":"trace[1158426471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24940; }","duration":"769.577995ms","start":"2026-04-07T04:15:51.21499Z","end":"2026-04-07T04:15:51.984568Z","steps":["trace[1158426471] 'agreement among raft nodes before linearized reading' (duration: 769.196214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:51.98466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:51.214975Z","time spent":"769.670588ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:15:51.984738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:51.101178Z","time spent":"883.2691ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:52.908139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.066587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:15:52.908291Z","caller":"traceutil/trace.go:171","msg":"trace[445585860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24940; }","duration":"797.225661ms","start":"2026-04-07T04:15:52.111046Z","end":"2026-04-07T04:15:52.908272Z","steps":["trace[445585860] 'range keys from in-memory index tree' (duration: 796.766308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:52.908378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:52.110995Z","time spent":"797.371174ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:15:52.909694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.71589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:15:52.909801Z","caller":"traceutil/trace.go:171","msg":"trace[2018537980] linearizableReadLoop","detail":"{readStateIndex:25749; appliedIndex:25748; }","duration":"610.445945ms","start":"2026-04-07T04:15:52.299338Z","end":"2026-04-07T04:15:52.909783Z","steps":["trace[2018537980] 'read index received' (duration: 195.541541ms)","trace[2018537980] 'applied index is now lower than readState.Index' (duration: 414.902804ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:52.909814Z","caller":"traceutil/trace.go:171","msg":"trace[1834115280] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"776.199463ms","start":"2026-04-07T04:15:52.133586Z","end":"2026-04-07T04:15:52.909785Z","steps":["trace[1834115280] 'process raft request' (duration: 361.288689ms)","trace[1834115280] 'compare' (duration: 413.358443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:52.909914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:52.133559Z","time spent":"776.294776ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:52.910014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.654561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-04-07T04:15:52.910049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.003669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:52.91015Z","caller":"traceutil/trace.go:171","msg":"trace[1301308570] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24941; }","duration":"273.192253ms","start":"2026-04-07T04:15:52.636936Z","end":"2026-04-07T04:15:52.910128Z","steps":["trace[1301308570] 'agreement among raft nodes before linearized reading' (duration: 272.991618ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:52.91009Z","caller":"traceutil/trace.go:171","msg":"trace[728533621] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24941; }","duration":"610.764654ms","start":"2026-04-07T04:15:52.299307Z","end":"2026-04-07T04:15:52.910072Z","steps":["trace[728533621] 'agreement among raft nodes before linearized reading' (duration: 610.524628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:52.910207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:52.299292Z","time spent":"610.902078ms","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-07T04:15:53.229349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.333423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:15:53.22956Z","caller":"traceutil/trace.go:171","msg":"trace[468358569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24942; }","duration":"130.58554ms","start":"2026-04-07T04:15:53.098957Z","end":"2026-04-07T04:15:53.229542Z","steps":["trace[468358569] 'range keys from in-memory index tree' (duration: 130.183639ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:53.464303Z","caller":"traceutil/trace.go:171","msg":"trace[1730335694] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"365.084912ms","start":"2026-04-07T04:15:53.099197Z","end":"2026-04-07T04:15:53.464281Z","steps":["trace[1730335694] 'process raft request' (duration: 364.956829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:53.464432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.099165Z","time spent":"365.203944ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:53.914351Z","caller":"traceutil/trace.go:171","msg":"trace[84030907] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"814.876656ms","start":"2026-04-07T04:15:53.099448Z","end":"2026-04-07T04:15:53.914325Z","steps":["trace[84030907] 'process raft request' (duration: 814.674521ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:53.914364Z","caller":"traceutil/trace.go:171","msg":"trace[1398624091] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"814.222758ms","start":"2026-04-07T04:15:53.100122Z","end":"2026-04-07T04:15:53.914345Z","steps":["trace[1398624091] 'process raft request' (duration: 814.159156ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:53.914381Z","caller":"traceutil/trace.go:171","msg":"trace[2143410982] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"814.507116ms","start":"2026-04-07T04:15:53.09984Z","end":"2026-04-07T04:15:53.914347Z","steps":["trace[2143410982] 'process raft request' (duration: 814.411533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:53.91449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.099436Z","time spent":"814.975249ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:53.914503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.100114Z","time spent":"814.311151ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:53.914545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.099833Z","time spent":"814.622908ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:53.914695Z","caller":"traceutil/trace.go:171","msg":"trace[221359129] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"814.31314ms","start":"2026-04-07T04:15:53.100351Z","end":"2026-04-07T04:15:53.914664Z","steps":["trace[221359129] 'process raft request' (duration: 813.958061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:53.914846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.100344Z","time spent":"814.426393ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:53.915122Z","caller":"traceutil/trace.go:171","msg":"trace[383791999] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"813.721725ms","start":"2026-04-07T04:15:53.101383Z","end":"2026-04-07T04:15:53.915105Z","steps":["trace[383791999] 'process raft request' (duration: 813.258243ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:53.915191Z","caller":"traceutil/trace.go:171","msg":"trace[1443584310] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"813.740125ms","start":"2026-04-07T04:15:53.101433Z","end":"2026-04-07T04:15:53.915173Z","steps":["trace[1443584310] 'process raft request' (duration: 813.53448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:53.915208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.101376Z","time spent":"813.790087ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:53.915264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.101425Z","time spent":"813.802466ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:54.867857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.767894ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T04:15:54.868797Z","caller":"traceutil/trace.go:171","msg":"trace[127874430] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"876.044774ms","start":"2026-04-07T04:15:53.992729Z","end":"2026-04-07T04:15:54.868773Z","steps":["trace[127874430] 'process raft request' (duration: 875.935751ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:54.868815Z","caller":"traceutil/trace.go:171","msg":"trace[1906767101] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"1.634910971s","start":"2026-04-07T04:15:53.233866Z","end":"2026-04-07T04:15:54.868777Z","steps":["trace[1906767101] 'process raft request' (duration: 1.634641505s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:54.868851Z","caller":"traceutil/trace.go:171","msg":"trace[2113039077] linearizableReadLoop","detail":"{readStateIndex:25757; appliedIndex:25751; }","duration":"1.766717754s","start":"2026-04-07T04:15:53.102092Z","end":"2026-04-07T04:15:54.86881Z","steps":["trace[2113039077] 'read index received' (duration: 362.178223ms)","trace[2113039077] 'applied index is now lower than readState.Index' (duration: 1.404535401s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:54.868948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.992701Z","time spent":"876.162159ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:54.868974Z","caller":"traceutil/trace.go:171","msg":"trace[530467453] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"623.555119ms","start":"2026-04-07T04:15:54.245385Z","end":"2026-04-07T04:15:54.86894Z","steps":["trace[530467453] 'process raft request' (duration: 623.349714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.868992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.233848Z","time spent":"1.635046824s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:54.869062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669275628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:54.869104Z","caller":"traceutil/trace.go:171","msg":"trace[523591190] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24952; }","duration":"1.66937056s","start":"2026-04-07T04:15:53.19972Z","end":"2026-04-07T04:15:54.869091Z","steps":["trace[523591190] 'agreement among raft nodes before linearized reading' (duration: 1.669269367s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767030423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:15:54.869126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.245365Z","time spent":"623.677312ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:54.869141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.199695Z","time spent":"1.669433313s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:54.869154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.604365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:15:54.869162Z","caller":"traceutil/trace.go:171","msg":"trace[726194662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24952; }","duration":"1.767100845s","start":"2026-04-07T04:15:53.102045Z","end":"2026-04-07T04:15:54.869146Z","steps":["trace[726194662] 'agreement among raft nodes before linearized reading' (duration: 1.766870299s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.170201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:54.869205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.102038Z","time spent":"1.767155306s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T04:15:54.869238Z","caller":"traceutil/trace.go:171","msg":"trace[521099601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24952; }","duration":"333.249983ms","start":"2026-04-07T04:15:54.535972Z","end":"2026-04-07T04:15:54.869222Z","steps":["trace[521099601] 'agreement among raft nodes before linearized reading' (duration: 333.176912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.233049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:54.869268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.535954Z","time spent":"333.305275ms","remote":"127.0.0.1:39996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:54.869287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435424474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:15:54.869296Z","caller":"traceutil/trace.go:171","msg":"trace[970745422] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24952; }","duration":"699.29988ms","start":"2026-04-07T04:15:54.169983Z","end":"2026-04-07T04:15:54.869283Z","steps":["trace[970745422] 'agreement among raft nodes before linearized reading' (duration: 699.234858ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:54.869324Z","caller":"traceutil/trace.go:171","msg":"trace[1172940223] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24952; }","duration":"1.435476025s","start":"2026-04-07T04:15:53.433835Z","end":"2026-04-07T04:15:54.869311Z","steps":["trace[1172940223] 'agreement among raft nodes before linearized reading' (duration: 1.435410864s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.169968Z","time spent":"699.355681ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:54.869341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057815325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:54.86939Z","caller":"traceutil/trace.go:171","msg":"trace[949071574] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24952; }","duration":"1.057907147s","start":"2026-04-07T04:15:53.811468Z","end":"2026-04-07T04:15:54.869376Z","steps":["trace[949071574] 'agreement among raft nodes before linearized reading' (duration: 1.057830025s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:54.869194Z","caller":"traceutil/trace.go:171","msg":"trace[1638118467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24952; }","duration":"878.681917ms","start":"2026-04-07T04:15:53.990501Z","end":"2026-04-07T04:15:54.869183Z","steps":["trace[1638118467] 'agreement among raft nodes before linearized reading' (duration: 878.569044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.811444Z","time spent":"1.05797526s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:54.869481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656519434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:54.869486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223507872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:15:54.869513Z","caller":"traceutil/trace.go:171","msg":"trace[997913458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24952; }","duration":"1.656591795s","start":"2026-04-07T04:15:53.212912Z","end":"2026-04-07T04:15:54.869504Z","steps":["trace[997913458] 'agreement among raft nodes before linearized reading' (duration: 1.656549274s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:54.869521Z","caller":"traceutil/trace.go:171","msg":"trace[41477500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24952; }","duration":"1.223579832s","start":"2026-04-07T04:15:53.645932Z","end":"2026-04-07T04:15:54.869512Z","steps":["trace[41477500] 'agreement among raft nodes before linearized reading' (duration: 1.223443069s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.212878Z","time spent":"1.656653868s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:15:54.869546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.645915Z","time spent":"1.223625735s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:15:54.869439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.990482Z","time spent":"878.946083ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:15:54.869627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.612638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-07T04:15:54.869355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.433828Z","time spent":"1.435519166s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:15:54.869686Z","caller":"traceutil/trace.go:171","msg":"trace[1095391007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24952; }","duration":"699.727503ms","start":"2026-04-07T04:15:54.169938Z","end":"2026-04-07T04:15:54.869666Z","steps":["trace[1095391007] 'agreement among raft nodes before linearized reading' (duration: 699.580078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.169917Z","time spent":"699.806654ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:15:54.869441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443172332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-07T04:15:54.869841Z","caller":"traceutil/trace.go:171","msg":"trace[2004107329] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47; range_end:; response_count:1; response_revision:24952; }","duration":"1.443601335s","start":"2026-04-07T04:15:53.426227Z","end":"2026-04-07T04:15:54.869828Z","steps":["trace[2004107329] 'agreement among raft nodes before linearized reading' (duration: 1.443118532s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:54.869877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:53.426212Z","time spent":"1.443654996s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47\" "} {"level":"warn","ts":"2026-04-07T04:15:55.373542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579885343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:15:55.873802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579885343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:15:55.939808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068264586s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:15:55.94015Z","caller":"traceutil/trace.go:171","msg":"trace[2075023075] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"1.068686858s","start":"2026-04-07T04:15:54.871446Z","end":"2026-04-07T04:15:55.940133Z","steps":["trace[2075023075] 'process raft request' (duration: 1.068559755s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:55.940248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.871426Z","time spent":"1.0687625s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:56.312247Z","caller":"traceutil/trace.go:171","msg":"trace[780574122] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"1.438671131s","start":"2026-04-07T04:15:54.873539Z","end":"2026-04-07T04:15:56.31221Z","steps":["trace[780574122] 'process raft request' (duration: 1.438220999s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.873525Z","time spent":"1.438798625s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:56.312372Z","caller":"traceutil/trace.go:171","msg":"trace[515652801] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25761; }","duration":"1.439773591s","start":"2026-04-07T04:15:54.872569Z","end":"2026-04-07T04:15:56.312343Z","steps":["trace[515652801] 'read index received' (duration: 1.067482686s)","trace[515652801] 'applied index is now lower than readState.Index' (duration: 372.289425ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:56.312425Z","caller":"traceutil/trace.go:171","msg":"trace[162517701] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"1.439485593s","start":"2026-04-07T04:15:54.872914Z","end":"2026-04-07T04:15:56.312399Z","steps":["trace[162517701] 'process raft request' (duration: 1.438442425s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.312455Z","caller":"traceutil/trace.go:171","msg":"trace[727280597] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"390.961309ms","start":"2026-04-07T04:15:55.921478Z","end":"2026-04-07T04:15:56.31244Z","steps":["trace[727280597] 'process raft request' (duration: 390.396424ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.312479Z","caller":"traceutil/trace.go:171","msg":"trace[1254130277] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"390.800015ms","start":"2026-04-07T04:15:55.921673Z","end":"2026-04-07T04:15:56.312473Z","steps":["trace[1254130277] 'process raft request' (duration: 390.28004ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.312474Z","caller":"traceutil/trace.go:171","msg":"trace[96727927] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"843.477508ms","start":"2026-04-07T04:15:55.468972Z","end":"2026-04-07T04:15:56.312449Z","steps":["trace[96727927] 'process raft request' (duration: 842.838801ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.31247Z","caller":"traceutil/trace.go:171","msg":"trace[2024986647] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"390.082835ms","start":"2026-04-07T04:15:55.922357Z","end":"2026-04-07T04:15:56.312439Z","steps":["trace[2024986647] 'process raft request' (duration: 389.88038ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.312499Z","caller":"traceutil/trace.go:171","msg":"trace[285625965] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"389.429448ms","start":"2026-04-07T04:15:55.923048Z","end":"2026-04-07T04:15:56.312477Z","steps":["trace[285625965] 'process raft request' (duration: 389.238982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.921443Z","time spent":"391.039581ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:15:56.31248Z","caller":"traceutil/trace.go:171","msg":"trace[1376877932] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"390.297941ms","start":"2026-04-07T04:15:55.922147Z","end":"2026-04-07T04:15:56.312445Z","steps":["trace[1376877932] 'process raft request' (duration: 389.924841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.921647Z","time spent":"390.849756ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.872807Z","time spent":"1.439678509s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435470716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:56.312554Z","caller":"traceutil/trace.go:171","msg":"trace[1229061614] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"1.43900289s","start":"2026-04-07T04:15:54.873499Z","end":"2026-04-07T04:15:56.312502Z","steps":["trace[1229061614] 'process raft request' (duration: 1.438174207s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.468951Z","time spent":"843.57724ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.922351Z","time spent":"390.187128ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.175777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:56.312628Z","caller":"traceutil/trace.go:171","msg":"trace[1686984100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24963; }","duration":"1.435548257s","start":"2026-04-07T04:15:54.877067Z","end":"2026-04-07T04:15:56.312615Z","steps":["trace[1686984100] 'agreement among raft nodes before linearized reading' (duration: 1.435465525s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440061309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:15:56.312656Z","caller":"traceutil/trace.go:171","msg":"trace[655798871] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24963; }","duration":"134.234618ms","start":"2026-04-07T04:15:56.178412Z","end":"2026-04-07T04:15:56.312647Z","steps":["trace[655798871] 'agreement among raft nodes before linearized reading' (duration: 134.175447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.877058Z","time spent":"1.435596969s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:15:56.312658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.922142Z","time spent":"390.426245ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.103598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:56.312684Z","caller":"traceutil/trace.go:171","msg":"trace[966036051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24963; }","duration":"1.440148442s","start":"2026-04-07T04:15:54.872518Z","end":"2026-04-07T04:15:56.312667Z","steps":["trace[966036051] 'agreement among raft nodes before linearized reading' (duration: 1.439995237s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.312432Z","caller":"traceutil/trace.go:171","msg":"trace[883536289] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"390.351032ms","start":"2026-04-07T04:15:55.922064Z","end":"2026-04-07T04:15:56.312415Z","steps":["trace[883536289] 'process raft request' (duration: 389.959152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326342923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T04:15:56.31274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.8725Z","time spent":"1.440229183s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:15:56.312742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.747832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:56.312739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.873486Z","time spent":"1.439156685s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.922056Z","time spent":"390.69261ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127223616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:15:56.312789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.284001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:56.312802Z","caller":"traceutil/trace.go:171","msg":"trace[557761181] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24963; }","duration":"315.823914ms","start":"2026-04-07T04:15:55.996955Z","end":"2026-04-07T04:15:56.312779Z","steps":["trace[557761181] 'agreement among raft nodes before linearized reading' (duration: 315.755342ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.312816Z","caller":"traceutil/trace.go:171","msg":"trace[1897650733] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24963; }","duration":"1.127275608s","start":"2026-04-07T04:15:55.185535Z","end":"2026-04-07T04:15:56.312811Z","steps":["trace[1897650733] 'agreement among raft nodes before linearized reading' (duration: 1.127239237s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.185519Z","time spent":"1.127321429s","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:15:56.312839Z","caller":"traceutil/trace.go:171","msg":"trace[1798183859] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24963; }","duration":"699.329792ms","start":"2026-04-07T04:15:55.613493Z","end":"2026-04-07T04:15:56.312822Z","steps":["trace[1798183859] 'agreement among raft nodes before linearized reading' (duration: 699.258479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.071396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:15:56.312857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.996939Z","time spent":"315.908335ms","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:15:56.312727Z","caller":"traceutil/trace.go:171","msg":"trace[1722824341] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24963; }","duration":"764.19411ms","start":"2026-04-07T04:15:55.548519Z","end":"2026-04-07T04:15:56.312713Z","steps":["trace[1722824341] 'agreement among raft nodes before linearized reading' (duration: 764.114647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.613466Z","time spent":"699.404263ms","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:15:56.312901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.695996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-07T04:15:56.312759Z","caller":"traceutil/trace.go:171","msg":"trace[1323893068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24963; }","duration":"1.326412164s","start":"2026-04-07T04:15:54.98634Z","end":"2026-04-07T04:15:56.312752Z","steps":["trace[1323893068] 'agreement among raft nodes before linearized reading' (duration: 1.326299721s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.548495Z","time spent":"764.400956ms","remote":"127.0.0.1:45166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:56.312942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.05818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:15:56.312958Z","caller":"traceutil/trace.go:171","msg":"trace[984700396] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24963; }","duration":"740.09148ms","start":"2026-04-07T04:15:55.572862Z","end":"2026-04-07T04:15:56.312954Z","steps":["trace[984700396] 'agreement among raft nodes before linearized reading' (duration: 740.055009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:56.312956Z","caller":"traceutil/trace.go:171","msg":"trace[395538758] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47; range_end:; response_count:1; response_revision:24963; }","duration":"369.771737ms","start":"2026-04-07T04:15:55.94317Z","end":"2026-04-07T04:15:56.312942Z","steps":["trace[395538758] 'agreement among raft nodes before linearized reading' (duration: 369.614243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.312589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.923037Z","time spent":"389.505199ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:15:56.312973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.572852Z","time spent":"740.11709ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:15:56.312961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.986317Z","time spent":"1.326628191s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:15:56.312995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.943164Z","time spent":"369.82378ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fcd6d0ad47\" "} {"level":"warn","ts":"2026-04-07T04:15:56.312905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403691368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:15:56.312893Z","caller":"traceutil/trace.go:171","msg":"trace[897211632] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24963; }","duration":"370.361364ms","start":"2026-04-07T04:15:55.942519Z","end":"2026-04-07T04:15:56.31288Z","steps":["trace[897211632] 'agreement among raft nodes before linearized reading' (duration: 370.030864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.31308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:55.942508Z","time spent":"370.559809ms","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:15:56.313072Z","caller":"traceutil/trace.go:171","msg":"trace[524087891] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24963; }","duration":"1.403885214s","start":"2026-04-07T04:15:54.909174Z","end":"2026-04-07T04:15:56.313059Z","steps":["trace[524087891] 'agreement among raft nodes before linearized reading' (duration: 1.403673668s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:15:56.313128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:15:54.90916Z","time spent":"1.403956276s","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:05.373171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.763471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:05.373253Z","caller":"traceutil/trace.go:171","msg":"trace[1861877862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"158.890832ms","start":"2026-04-07T04:16:05.214341Z","end":"2026-04-07T04:16:05.373232Z","steps":["trace[1861877862] 'range keys from in-memory index tree' (duration: 158.690477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:09.459117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579885575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:09.959717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579885575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:10.097789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42048382s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:16:10.10056Z","caller":"traceutil/trace.go:171","msg":"trace[1162424863] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.423867293s","start":"2026-04-07T04:16:08.676636Z","end":"2026-04-07T04:16:10.100504Z","steps":["trace[1162424863] 'process raft request' (duration: 1.421739705s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:10.100751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:08.676613Z","time spent":"1.424044977s","remote":"127.0.0.1:57094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:10.677372Z","caller":"traceutil/trace.go:171","msg":"trace[1722599513] linearizableReadLoop","detail":"{readStateIndex:25871; appliedIndex:25868; }","duration":"1.71869466s","start":"2026-04-07T04:16:08.958607Z","end":"2026-04-07T04:16:10.677301Z","steps":["trace[1722599513] 'read index received' (duration: 1.139361864s)","trace[1722599513] 'applied index is now lower than readState.Index' (duration: 579.331386ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:10.677541Z","caller":"traceutil/trace.go:171","msg":"trace[1097133931] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"768.414244ms","start":"2026-04-07T04:16:09.909078Z","end":"2026-04-07T04:16:10.677492Z","steps":["trace[1097133931] 'process raft request' (duration: 768.106435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:10.677608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718980568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:16:10.677647Z","caller":"traceutil/trace.go:171","msg":"trace[620004476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25059; }","duration":"1.719039999s","start":"2026-04-07T04:16:08.958594Z","end":"2026-04-07T04:16:10.677634Z","steps":["trace[620004476] 'agreement among raft nodes before linearized reading' (duration: 1.718882015s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:10.677691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:08.958511Z","time spent":"1.719170912s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T04:16:10.677656Z","caller":"traceutil/trace.go:171","msg":"trace[1494097110] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.733100858s","start":"2026-04-07T04:16:08.944507Z","end":"2026-04-07T04:16:10.677608Z","steps":["trace[1494097110] 'process raft request' (duration: 1.728706219s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:10.677703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:09.909061Z","time spent":"768.555797ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:10.677842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:08.944479Z","time spent":"1.733264332s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:11.178421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579885588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:11.21555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T04:16:11.215652Z","caller":"traceutil/trace.go:171","msg":"trace[954142905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419894s","start":"2026-04-07T04:16:09.215212Z","end":"2026-04-07T04:16:11.215632Z","steps":["trace[954142905] 'agreement among raft nodes before linearized reading' (duration: 2.00029233s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.215705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:09.215191Z","time spent":"2.000501917s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 04:16:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T04:16:11.700876Z","caller":"traceutil/trace.go:171","msg":"trace[1396033713] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"1.323877957s","start":"2026-04-07T04:16:10.376974Z","end":"2026-04-07T04:16:11.700851Z","steps":["trace[1396033713] 'process raft request' (duration: 1.323733592s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.701027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.376944Z","time spent":"1.324012291s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:11.701245Z","caller":"traceutil/trace.go:171","msg":"trace[488252260] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"1.32587593s","start":"2026-04-07T04:16:10.375354Z","end":"2026-04-07T04:16:11.70123Z","steps":["trace[488252260] 'process raft request' (duration: 1.248074193s)","trace[488252260] 'compare' (duration: 76.969644ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:11.701249Z","caller":"traceutil/trace.go:171","msg":"trace[238300273] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"1.323695171s","start":"2026-04-07T04:16:10.377512Z","end":"2026-04-07T04:16:11.701207Z","steps":["trace[238300273] 'process raft request' (duration: 1.32328694s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.701315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.375301Z","time spent":"1.325979404s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:11.701443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.377482Z","time spent":"1.323866387s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:11.701903Z","caller":"traceutil/trace.go:171","msg":"trace[1181988737] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.320777773s","start":"2026-04-07T04:16:10.381105Z","end":"2026-04-07T04:16:11.701883Z","steps":["trace[1181988737] 'process raft request' (duration: 1.319975702s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.702084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.381089Z","time spent":"1.320868906s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:11.702496Z","caller":"traceutil/trace.go:171","msg":"trace[143448218] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.318385719s","start":"2026-04-07T04:16:10.384092Z","end":"2026-04-07T04:16:11.702478Z","steps":["trace[143448218] 'process raft request' (duration: 1.318360097s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.702615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.384065Z","time spent":"1.318482101s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:11.702605Z","caller":"traceutil/trace.go:171","msg":"trace[957088983] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.318721817s","start":"2026-04-07T04:16:10.383797Z","end":"2026-04-07T04:16:11.702519Z","steps":["trace[957088983] 'process raft request' (duration: 1.318612395s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:11.702506Z","caller":"traceutil/trace.go:171","msg":"trace[362599380] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.31914517s","start":"2026-04-07T04:16:10.383333Z","end":"2026-04-07T04:16:11.702478Z","steps":["trace[362599380] 'process raft request' (duration: 1.318505192s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.70275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.383789Z","time spent":"1.318891823s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:11.702816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.38332Z","time spent":"1.319441637s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:11.71161Z","caller":"traceutil/trace.go:171","msg":"trace[2024963743] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25871; }","duration":"1.034144826s","start":"2026-04-07T04:16:10.677447Z","end":"2026-04-07T04:16:11.711591Z","steps":["trace[2024963743] 'read index received' (duration: 946.073781ms)","trace[2024963743] 'applied index is now lower than readState.Index' (duration: 88.070185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:11.711812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202048802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-07T04:16:11.711859Z","caller":"traceutil/trace.go:171","msg":"trace[1348949544] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25067; }","duration":"1.202142855s","start":"2026-04-07T04:16:10.509702Z","end":"2026-04-07T04:16:11.711845Z","steps":["trace[1348949544] 'agreement among raft nodes before linearized reading' (duration: 1.202051423s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.711886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.509679Z","time spent":"1.202201877s","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T04:16:11.711856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265651586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:11.711925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317736141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T04:16:11.711958Z","caller":"traceutil/trace.go:171","msg":"trace[4701215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25067; }","duration":"1.317795003s","start":"2026-04-07T04:16:10.394153Z","end":"2026-04-07T04:16:11.711948Z","steps":["trace[4701215] 'agreement among raft nodes before linearized reading' (duration: 1.31768794s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:11.711962Z","caller":"traceutil/trace.go:171","msg":"trace[226069223] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25067; }","duration":"1.265801341s","start":"2026-04-07T04:16:10.446135Z","end":"2026-04-07T04:16:11.711936Z","steps":["trace[226069223] 'agreement among raft nodes before linearized reading' (duration: 1.265578745s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.712011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.394141Z","time spent":"1.317848275s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:11.712011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.446124Z","time spent":"1.265877493s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:11.711816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232082028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:11.712114Z","caller":"traceutil/trace.go:171","msg":"trace[1407348616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25067; }","duration":"2.232429088s","start":"2026-04-07T04:16:09.479673Z","end":"2026-04-07T04:16:11.712103Z","steps":["trace[1407348616] 'agreement among raft nodes before linearized reading' (duration: 2.232101789s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.71215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:09.479654Z","time spent":"2.232483508s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:11.71215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318573053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T04:16:11.712098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288968236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T04:16:11.712253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735191794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-07T04:16:11.712278Z","caller":"traceutil/trace.go:171","msg":"trace[1650910003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25067; }","duration":"1.735251897s","start":"2026-04-07T04:16:09.977018Z","end":"2026-04-07T04:16:11.71227Z","steps":["trace[1650910003] 'agreement among raft nodes before linearized reading' (duration: 1.735181034s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:11.712275Z","caller":"traceutil/trace.go:171","msg":"trace[942889166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25067; }","duration":"1.289232212s","start":"2026-04-07T04:16:10.423022Z","end":"2026-04-07T04:16:11.712254Z","steps":["trace[942889166] 'agreement among raft nodes before linearized reading' (duration: 1.288579875s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.71231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:09.976996Z","time spent":"1.735307937s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-07T04:16:11.712327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.423011Z","time spent":"1.289302205s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:16:11.712474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806345771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:11.712519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287904367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:11.712523Z","caller":"traceutil/trace.go:171","msg":"trace[2086350581] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25067; }","duration":"1.806436525s","start":"2026-04-07T04:16:09.906073Z","end":"2026-04-07T04:16:11.71251Z","steps":["trace[2086350581] 'agreement among raft nodes before linearized reading' (duration: 1.806359123s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.712567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:09.906051Z","time spent":"1.806507837s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:11.712549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46469802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:11.712625Z","caller":"traceutil/trace.go:171","msg":"trace[404708534] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25067; }","duration":"2.464816632s","start":"2026-04-07T04:16:09.2478Z","end":"2026-04-07T04:16:11.712617Z","steps":["trace[404708534] 'agreement among raft nodes before linearized reading' (duration: 2.464720779s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.712623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440840117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:11.712649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:09.247775Z","time spent":"2.464865963s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:11.712669Z","caller":"traceutil/trace.go:171","msg":"trace[586020255] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25067; }","duration":"2.440927428s","start":"2026-04-07T04:16:09.271731Z","end":"2026-04-07T04:16:11.712658Z","steps":["trace[586020255] 'agreement among raft nodes before linearized reading' (duration: 2.440862026s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:11.712564Z","caller":"traceutil/trace.go:171","msg":"trace[51712609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25067; }","duration":"1.287963789s","start":"2026-04-07T04:16:10.424588Z","end":"2026-04-07T04:16:11.712552Z","steps":["trace[51712609] 'agreement among raft nodes before linearized reading' (duration: 1.287839876s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.713898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:09.271712Z","time spent":"2.442151961s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:11.713937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.42458Z","time spent":"1.289345496s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T04:16:11.712182Z","caller":"traceutil/trace.go:171","msg":"trace[814192133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25067; }","duration":"1.318649206s","start":"2026-04-07T04:16:10.393523Z","end":"2026-04-07T04:16:11.712172Z","steps":["trace[814192133] 'agreement among raft nodes before linearized reading' (duration: 1.318569484s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.714041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.393487Z","time spent":"1.320549367s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:11.712798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.874063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:11.714115Z","caller":"traceutil/trace.go:171","msg":"trace[2015221422] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25067; }","duration":"991.198309ms","start":"2026-04-07T04:16:10.722903Z","end":"2026-04-07T04:16:11.714101Z","steps":["trace[2015221422] 'agreement among raft nodes before linearized reading' (duration: 989.808502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.714137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.722879Z","time spent":"991.250761ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:11.712834Z","caller":"traceutil/trace.go:171","msg":"trace[2099605888] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.030123738s","start":"2026-04-07T04:16:10.6827Z","end":"2026-04-07T04:16:11.712823Z","steps":["trace[2099605888] 'process raft request' (duration: 1.028816802s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.714264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.682682Z","time spent":"1.031547888s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:11.712874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.993067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:11.714349Z","caller":"traceutil/trace.go:171","msg":"trace[1164547956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25067; }","duration":"498.505519ms","start":"2026-04-07T04:16:11.215837Z","end":"2026-04-07T04:16:11.714343Z","steps":["trace[1164547956] 'agreement among raft nodes before linearized reading' (duration: 497.019438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.714364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.215816Z","time spent":"498.544589ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:11.712916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.168779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:11.714465Z","caller":"traceutil/trace.go:171","msg":"trace[1114303850] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25067; }","duration":"870.770734ms","start":"2026-04-07T04:16:10.843687Z","end":"2026-04-07T04:16:11.714458Z","steps":["trace[1114303850] 'agreement among raft nodes before linearized reading' (duration: 869.194131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.714482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.843667Z","time spent":"870.808964ms","remote":"127.0.0.1:48894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:11.713098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290463886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:11.714632Z","caller":"traceutil/trace.go:171","msg":"trace[668548886] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25067; }","duration":"1.292030618s","start":"2026-04-07T04:16:10.422593Z","end":"2026-04-07T04:16:11.714624Z","steps":["trace[668548886] 'agreement among raft nodes before linearized reading' (duration: 1.28910456s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.714654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.422558Z","time spent":"1.292089271s","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:11.713083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.989043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-07T04:16:11.714844Z","caller":"traceutil/trace.go:171","msg":"trace[1839906639] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25067; }","duration":"289.878713ms","start":"2026-04-07T04:16:11.42496Z","end":"2026-04-07T04:16:11.714838Z","steps":["trace[1839906639] 'agreement among raft nodes before linearized reading' (duration: 287.89638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.71334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07211603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:11.71984Z","caller":"traceutil/trace.go:171","msg":"trace[632386088] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25067; }","duration":"1.078648397s","start":"2026-04-07T04:16:10.641044Z","end":"2026-04-07T04:16:11.719693Z","steps":["trace[632386088] 'agreement among raft nodes before linearized reading' (duration: 1.07060149s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.720396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:10.641019Z","time spent":"1.07913044s","remote":"127.0.0.1:35906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-07T04:16:12.143241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.376389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:12.143345Z","caller":"traceutil/trace.go:171","msg":"trace[1801388104] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25879; }","duration":"427.38629ms","start":"2026-04-07T04:16:11.715942Z","end":"2026-04-07T04:16:12.143329Z","steps":["trace[1801388104] 'read index received' (duration: 182.781466ms)","trace[1801388104] 'applied index is now lower than readState.Index' (duration: 244.603564ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:12.143424Z","caller":"traceutil/trace.go:171","msg":"trace[1615348907] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"427.678368ms","start":"2026-04-07T04:16:11.715714Z","end":"2026-04-07T04:16:12.143392Z","steps":["trace[1615348907] 'process raft request' (duration: 183.069423ms)","trace[1615348907] 'compare' (duration: 244.238805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:12.143515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.569575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:16:12.143549Z","caller":"traceutil/trace.go:171","msg":"trace[513044592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25068; }","duration":"427.631828ms","start":"2026-04-07T04:16:11.715908Z","end":"2026-04-07T04:16:12.14354Z","steps":["trace[513044592] 'agreement among raft nodes before linearized reading' (duration: 427.485824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.143573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.7157Z","time spent":"427.798483ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:12.143584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.715889Z","time spent":"427.687478ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:16:12.144405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.355572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-07T04:16:12.144466Z","caller":"traceutil/trace.go:171","msg":"trace[180956973] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25073; }","duration":"423.438165ms","start":"2026-04-07T04:16:11.721015Z","end":"2026-04-07T04:16:12.144453Z","steps":["trace[180956973] 'agreement among raft nodes before linearized reading' (duration: 423.328742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.144509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.721005Z","time spent":"423.493486ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-07T04:16:12.14478Z","caller":"traceutil/trace.go:171","msg":"trace[385210563] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"427.076792ms","start":"2026-04-07T04:16:11.717692Z","end":"2026-04-07T04:16:12.144768Z","steps":["trace[385210563] 'process raft request' (duration: 426.437745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.144855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.717686Z","time spent":"427.130843ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:12.14498Z","caller":"traceutil/trace.go:171","msg":"trace[1765225675] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"426.672071ms","start":"2026-04-07T04:16:11.718299Z","end":"2026-04-07T04:16:12.144971Z","steps":["trace[1765225675] 'process raft request' (duration: 425.90709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.145038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.718255Z","time spent":"426.755064ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:12.145146Z","caller":"traceutil/trace.go:171","msg":"trace[552485253] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"426.288471ms","start":"2026-04-07T04:16:11.718849Z","end":"2026-04-07T04:16:12.145138Z","steps":["trace[552485253] 'process raft request' (duration: 425.392017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.145194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.718832Z","time spent":"426.340191ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T04:16:12.145332Z","caller":"traceutil/trace.go:171","msg":"trace[64068042] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"424.912824ms","start":"2026-04-07T04:16:11.72041Z","end":"2026-04-07T04:16:12.145323Z","steps":["trace[64068042] 'process raft request' (duration: 423.872446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.145385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.720397Z","time spent":"424.962416ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:12.145497Z","caller":"traceutil/trace.go:171","msg":"trace[1514454905] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"422.100648ms","start":"2026-04-07T04:16:11.723388Z","end":"2026-04-07T04:16:12.145489Z","steps":["trace[1514454905] 'process raft request' (duration: 420.924246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.145546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.723377Z","time spent":"422.14566ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:12.145708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.816614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-79ff456b4b-xv6h9\" ","response":"range_response_count:1 size:8784"} {"level":"info","ts":"2026-04-07T04:16:12.145741Z","caller":"traceutil/trace.go:171","msg":"trace[1283670567] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-79ff456b4b-xv6h9; range_end:; response_count:1; response_revision:25073; }","duration":"246.883724ms","start":"2026-04-07T04:16:11.898849Z","end":"2026-04-07T04:16:12.145733Z","steps":["trace[1283670567] 'agreement among raft nodes before linearized reading' (duration: 246.789563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.145945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.472946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T04:16:12.145978Z","caller":"traceutil/trace.go:171","msg":"trace[1082003337] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25073; }","duration":"252.545788ms","start":"2026-04-07T04:16:11.893424Z","end":"2026-04-07T04:16:12.14597Z","steps":["trace[1082003337] 'agreement among raft nodes before linearized reading' (duration: 252.420654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.146118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.514693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:12.146147Z","caller":"traceutil/trace.go:171","msg":"trace[700257642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25073; }","duration":"424.562265ms","start":"2026-04-07T04:16:11.721578Z","end":"2026-04-07T04:16:12.14614Z","steps":["trace[700257642] 'agreement among raft nodes before linearized reading' (duration: 424.518764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.146178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:11.721569Z","time spent":"424.603516ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:16:12.431445Z","caller":"traceutil/trace.go:171","msg":"trace[243885826] linearizableReadLoop","detail":"{readStateIndex:25887; appliedIndex:25886; }","duration":"211.742277ms","start":"2026-04-07T04:16:12.219663Z","end":"2026-04-07T04:16:12.431405Z","steps":["trace[243885826] 'read index received' (duration: 156.812627ms)","trace[243885826] 'applied index is now lower than readState.Index' (duration: 54.92439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:12.43162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.931863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:12.431689Z","caller":"traceutil/trace.go:171","msg":"trace[1485227076] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25076; }","duration":"212.049796ms","start":"2026-04-07T04:16:12.219623Z","end":"2026-04-07T04:16:12.431673Z","steps":["trace[1485227076] 'agreement among raft nodes before linearized reading' (duration: 211.905162ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:12.431921Z","caller":"traceutil/trace.go:171","msg":"trace[1561423721] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"267.890092ms","start":"2026-04-07T04:16:12.163998Z","end":"2026-04-07T04:16:12.431888Z","steps":["trace[1561423721] 'process raft request' (duration: 212.620181ms)","trace[1561423721] 'compare' (duration: 53.687818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:12.855168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.226096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-07T04:16:12.855265Z","caller":"traceutil/trace.go:171","msg":"trace[1894970441] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25076; }","duration":"240.361619ms","start":"2026-04-07T04:16:12.61488Z","end":"2026-04-07T04:16:12.855242Z","steps":["trace[1894970441] 'range keys from in-memory index tree' (duration: 240.067431ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:12.972893Z","caller":"traceutil/trace.go:171","msg":"trace[622410143] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25888; }","duration":"263.798082ms","start":"2026-04-07T04:16:12.709072Z","end":"2026-04-07T04:16:12.97287Z","steps":["trace[622410143] 'read index received' (duration: 263.683929ms)","trace[622410143] 'applied index is now lower than readState.Index' (duration: 112.873µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:12.973189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.10549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:12.973167Z","caller":"traceutil/trace.go:171","msg":"trace[938758054] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"290.213393ms","start":"2026-04-07T04:16:12.68291Z","end":"2026-04-07T04:16:12.973124Z","steps":["trace[938758054] 'process raft request' (duration: 289.765911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:12.973241Z","caller":"traceutil/trace.go:171","msg":"trace[1011564271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25077; }","duration":"264.211632ms","start":"2026-04-07T04:16:12.709013Z","end":"2026-04-07T04:16:12.973225Z","steps":["trace[1011564271] 'agreement among raft nodes before linearized reading' (duration: 264.114929ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:12.974828Z","caller":"traceutil/trace.go:171","msg":"trace[1211422710] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"115.455652ms","start":"2026-04-07T04:16:12.85931Z","end":"2026-04-07T04:16:12.974765Z","steps":["trace[1211422710] 'process raft request' (duration: 115.163975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:12.974917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.827435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:12.97502Z","caller":"traceutil/trace.go:171","msg":"trace[115000696] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25079; }","duration":"180.993299ms","start":"2026-04-07T04:16:12.794001Z","end":"2026-04-07T04:16:12.974994Z","steps":["trace[115000696] 'agreement among raft nodes before linearized reading' (duration: 180.736852ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:13.525989Z","caller":"traceutil/trace.go:171","msg":"trace[176789241] linearizableReadLoop","detail":"{readStateIndex:25894; appliedIndex:25893; }","duration":"311.637939ms","start":"2026-04-07T04:16:13.214296Z","end":"2026-04-07T04:16:13.525934Z","steps":["trace[176789241] 'read index received' (duration: 311.24971ms)","trace[176789241] 'applied index is now lower than readState.Index' (duration: 387.259µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:13.5264Z","caller":"traceutil/trace.go:171","msg":"trace[62901360] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"363.57859ms","start":"2026-04-07T04:16:13.162807Z","end":"2026-04-07T04:16:13.526385Z","steps":["trace[62901360] 'process raft request' (duration: 362.83522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:13.526757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.449642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:13.526831Z","caller":"traceutil/trace.go:171","msg":"trace[1753616165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25082; }","duration":"312.571446ms","start":"2026-04-07T04:16:13.214241Z","end":"2026-04-07T04:16:13.526812Z","steps":["trace[1753616165] 'agreement among raft nodes before linearized reading' (duration: 312.444012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:13.526816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.162789Z","time spent":"363.817987ms","remote":"127.0.0.1:35906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:13.526881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.21422Z","time spent":"312.650898ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:13.833702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.744531ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T04:16:13.834481Z","caller":"traceutil/trace.go:171","msg":"trace[708932642] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25894; }","duration":"308.196549ms","start":"2026-04-07T04:16:13.526091Z","end":"2026-04-07T04:16:13.834287Z","steps":["trace[708932642] 'read index received' (duration: 37.538372ms)","trace[708932642] 'applied index is now lower than readState.Index' (duration: 270.656047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:13.835375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.125865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:13.835459Z","caller":"traceutil/trace.go:171","msg":"trace[2014901749] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25082; }","duration":"456.257289ms","start":"2026-04-07T04:16:13.379181Z","end":"2026-04-07T04:16:13.835438Z","steps":["trace[2014901749] 'agreement among raft nodes before linearized reading' (duration: 456.126076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:13.835497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.379159Z","time spent":"456.328552ms","remote":"127.0.0.1:48846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:13.836948Z","caller":"traceutil/trace.go:171","msg":"trace[1160875333] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"302.397972ms","start":"2026-04-07T04:16:13.534515Z","end":"2026-04-07T04:16:13.836913Z","steps":["trace[1160875333] 'process raft request' (duration: 301.775875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:13.837218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.534492Z","time spent":"302.573486ms","remote":"127.0.0.1:35906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:14.059724Z","caller":"traceutil/trace.go:171","msg":"trace[155305655] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25895; }","duration":"224.668167ms","start":"2026-04-07T04:16:13.835033Z","end":"2026-04-07T04:16:14.059701Z","steps":["trace[155305655] 'read index received' (duration: 835.772µs)","trace[155305655] 'applied index is now lower than readState.Index' (duration: 223.831485ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:14.060044Z","caller":"traceutil/trace.go:171","msg":"trace[359612609] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"352.566935ms","start":"2026-04-07T04:16:13.707464Z","end":"2026-04-07T04:16:14.060031Z","steps":["trace[359612609] 'process raft request' (duration: 351.875205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.060212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.707432Z","time spent":"352.660816ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:14.060453Z","caller":"traceutil/trace.go:171","msg":"trace[2076923250] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"351.067014ms","start":"2026-04-07T04:16:13.709373Z","end":"2026-04-07T04:16:14.06044Z","steps":["trace[2076923250] 'process raft request' (duration: 350.103858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.06055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.709356Z","time spent":"351.145545ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:14.060696Z","caller":"traceutil/trace.go:171","msg":"trace[1080650990] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"351.32394ms","start":"2026-04-07T04:16:13.70936Z","end":"2026-04-07T04:16:14.060684Z","steps":["trace[1080650990] 'process raft request' (duration: 350.161339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.060765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.709335Z","time spent":"351.392733ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:14.060951Z","caller":"traceutil/trace.go:171","msg":"trace[1262716886] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"351.493485ms","start":"2026-04-07T04:16:13.709443Z","end":"2026-04-07T04:16:14.060936Z","steps":["trace[1262716886] 'process raft request' (duration: 350.119278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.061082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.709434Z","time spent":"351.602228ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:14.061359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.014395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:14.061437Z","caller":"traceutil/trace.go:171","msg":"trace[65156680] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:25090; }","duration":"219.136647ms","start":"2026-04-07T04:16:13.842284Z","end":"2026-04-07T04:16:14.061421Z","steps":["trace[65156680] 'agreement among raft nodes before linearized reading' (duration: 219.014773ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:14.061746Z","caller":"traceutil/trace.go:171","msg":"trace[1433109498] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"352.207383ms","start":"2026-04-07T04:16:13.709521Z","end":"2026-04-07T04:16:14.061729Z","steps":["trace[1433109498] 'process raft request' (duration: 350.073037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.061905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.709482Z","time spent":"352.316347ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:14.062337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.352206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb63b795be\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-07T04:16:14.062394Z","caller":"traceutil/trace.go:171","msg":"trace[385951731] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb63b795be; range_end:; response_count:1; response_revision:25090; }","duration":"471.443639ms","start":"2026-04-07T04:16:13.590933Z","end":"2026-04-07T04:16:14.062377Z","steps":["trace[385951731] 'agreement among raft nodes before linearized reading' (duration: 471.272514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.062445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.59091Z","time spent":"471.52255ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":774,"request content":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb63b795be\" "} {"level":"info","ts":"2026-04-07T04:16:14.062707Z","caller":"traceutil/trace.go:171","msg":"trace[413354211] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"352.681397ms","start":"2026-04-07T04:16:13.710015Z","end":"2026-04-07T04:16:14.062696Z","steps":["trace[413354211] 'process raft request' (duration: 349.611154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.062706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.643493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-04-07T04:16:14.062786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.710008Z","time spent":"352.732698ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:14.0628Z","caller":"traceutil/trace.go:171","msg":"trace[522087491] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25090; }","duration":"192.809807ms","start":"2026-04-07T04:16:13.869966Z","end":"2026-04-07T04:16:14.062776Z","steps":["trace[522087491] 'agreement among raft nodes before linearized reading' (duration: 192.430617ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:14.06292Z","caller":"traceutil/trace.go:171","msg":"trace[1321679957] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"352.81643ms","start":"2026-04-07T04:16:13.710091Z","end":"2026-04-07T04:16:14.062907Z","steps":["trace[1321679957] 'process raft request' (duration: 349.570833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.062986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.710084Z","time spent":"352.869662ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:14.063062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.912241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:16:14.063102Z","caller":"traceutil/trace.go:171","msg":"trace[1651890460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25090; }","duration":"343.997583ms","start":"2026-04-07T04:16:13.719094Z","end":"2026-04-07T04:16:14.063092Z","steps":["trace[1651890460] 'agreement among raft nodes before linearized reading' (duration: 343.89806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.06313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:13.719061Z","time spent":"344.060804ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:14.063258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.955535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-79ff456b4b-xv6h9\" ","response":"range_response_count:1 size:8826"} {"level":"info","ts":"2026-04-07T04:16:14.063292Z","caller":"traceutil/trace.go:171","msg":"trace[2130966097] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-79ff456b4b-xv6h9; range_end:; response_count:1; response_revision:25090; }","duration":"251.024527ms","start":"2026-04-07T04:16:13.812259Z","end":"2026-04-07T04:16:14.063284Z","steps":["trace[2130966097] 'agreement among raft nodes before linearized reading' (duration: 250.932494ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:14.556072Z","caller":"traceutil/trace.go:171","msg":"trace[465945567] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"489.651448ms","start":"2026-04-07T04:16:14.066396Z","end":"2026-04-07T04:16:14.556048Z","steps":["trace[465945567] 'process raft request' (duration: 489.506925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.556221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.066373Z","time spent":"489.773402ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:14.833195Z","caller":"traceutil/trace.go:171","msg":"trace[1793258531] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"765.934146ms","start":"2026-04-07T04:16:14.06723Z","end":"2026-04-07T04:16:14.833165Z","steps":["trace[1793258531] 'process raft request' (duration: 765.027621ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:14.833235Z","caller":"traceutil/trace.go:171","msg":"trace[2140490049] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"765.265919ms","start":"2026-04-07T04:16:14.067944Z","end":"2026-04-07T04:16:14.83321Z","steps":["trace[2140490049] 'process raft request' (duration: 765.165026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.833345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.067204Z","time spent":"766.067371ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:14.833348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.067936Z","time spent":"765.359672ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1240,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T04:16:14.833428Z","caller":"traceutil/trace.go:171","msg":"trace[197880955] linearizableReadLoop","detail":"{readStateIndex:25907; appliedIndex:25903; }","duration":"679.690462ms","start":"2026-04-07T04:16:14.153713Z","end":"2026-04-07T04:16:14.833404Z","steps":["trace[197880955] 'read index received' (duration: 402.221761ms)","trace[197880955] 'applied index is now lower than readState.Index' (duration: 277.467381ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:14.833536Z","caller":"traceutil/trace.go:171","msg":"trace[751674945] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"761.277271ms","start":"2026-04-07T04:16:14.07225Z","end":"2026-04-07T04:16:14.833527Z","steps":["trace[751674945] 'process raft request' (duration: 760.918631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.833713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.108406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:14.833679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.072244Z","time spent":"761.313942ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8664,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:14.83375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.027735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:16:14.833761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.046371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T04:16:14.833787Z","caller":"traceutil/trace.go:171","msg":"trace[650310997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25094; }","duration":"679.086355ms","start":"2026-04-07T04:16:14.15469Z","end":"2026-04-07T04:16:14.833776Z","steps":["trace[650310997] 'agreement among raft nodes before linearized reading' (duration: 678.961482ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:14.83381Z","caller":"traceutil/trace.go:171","msg":"trace[955722037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25094; }","duration":"680.147585ms","start":"2026-04-07T04:16:14.153649Z","end":"2026-04-07T04:16:14.833797Z","steps":["trace[955722037] 'agreement among raft nodes before linearized reading' (duration: 679.9948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.833832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.154681Z","time spent":"679.143327ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:14.833846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.153623Z","time spent":"680.215586ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:16:14.833768Z","caller":"traceutil/trace.go:171","msg":"trace[627270695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25094; }","duration":"620.205559ms","start":"2026-04-07T04:16:14.21355Z","end":"2026-04-07T04:16:14.833755Z","steps":["trace[627270695] 'agreement among raft nodes before linearized reading' (duration: 620.110366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.833932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.213531Z","time spent":"620.394134ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:14.833999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.382637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:14.834021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.493184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:14.834044Z","caller":"traceutil/trace.go:171","msg":"trace[59267633] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25094; }","duration":"185.45958ms","start":"2026-04-07T04:16:14.648571Z","end":"2026-04-07T04:16:14.834031Z","steps":["trace[59267633] 'agreement among raft nodes before linearized reading' (duration: 185.399398ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:14.834057Z","caller":"traceutil/trace.go:171","msg":"trace[1048849245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25094; }","duration":"624.576487ms","start":"2026-04-07T04:16:14.209468Z","end":"2026-04-07T04:16:14.834045Z","steps":["trace[1048849245] 'agreement among raft nodes before linearized reading' (duration: 624.517325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.834088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.209441Z","time spent":"624.639038ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:14.834281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.480946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:16:14.834316Z","caller":"traceutil/trace.go:171","msg":"trace[2012151112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25094; }","duration":"679.527407ms","start":"2026-04-07T04:16:14.15478Z","end":"2026-04-07T04:16:14.834307Z","steps":["trace[2012151112] 'agreement among raft nodes before linearized reading' (duration: 679.440094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.834347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.154774Z","time spent":"679.5672ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:14.834789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.96816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:16:14.83491Z","caller":"traceutil/trace.go:171","msg":"trace[2109569330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25094; }","duration":"680.126645ms","start":"2026-04-07T04:16:14.15475Z","end":"2026-04-07T04:16:14.834876Z","steps":["trace[2109569330] 'agreement among raft nodes before linearized reading' (duration: 679.705603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:14.834993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.154744Z","time spent":"680.222986ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T04:16:15.383365Z","caller":"traceutil/trace.go:171","msg":"trace[1184558538] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"544.047405ms","start":"2026-04-07T04:16:14.839285Z","end":"2026-04-07T04:16:15.383333Z","steps":["trace[1184558538] 'process raft request' (duration: 456.002073ms)","trace[1184558538] 'compare' (duration: 86.445899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:15.38352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.839259Z","time spent":"544.184379ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:15.384608Z","caller":"traceutil/trace.go:171","msg":"trace[1444854566] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"543.45183ms","start":"2026-04-07T04:16:14.841142Z","end":"2026-04-07T04:16:15.384594Z","steps":["trace[1444854566] 'process raft request' (duration: 543.184722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:15.384687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.841126Z","time spent":"543.525021ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:15.385012Z","caller":"traceutil/trace.go:171","msg":"trace[1701666352] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"543.595133ms","start":"2026-04-07T04:16:14.841393Z","end":"2026-04-07T04:16:15.384988Z","steps":["trace[1701666352] 'process raft request' (duration: 543.11795ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:15.385075Z","caller":"traceutil/trace.go:171","msg":"trace[587392367] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25907; }","duration":"543.716586ms","start":"2026-04-07T04:16:14.841346Z","end":"2026-04-07T04:16:15.385063Z","steps":["trace[587392367] 'read index received' (duration: 453.956577ms)","trace[587392367] 'applied index is now lower than readState.Index' (duration: 89.758999ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:15.385154Z","caller":"traceutil/trace.go:171","msg":"trace[516047040] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"542.551355ms","start":"2026-04-07T04:16:14.842595Z","end":"2026-04-07T04:16:15.385146Z","steps":["trace[516047040] 'process raft request' (duration: 542.221526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:15.38521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.841385Z","time spent":"543.698915ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:15.385232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.842586Z","time spent":"542.615287ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T04:16:15.385466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.091556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130292"} {"level":"warn","ts":"2026-04-07T04:16:15.385519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.106576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-04-07T04:16:15.385574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.01171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:15.385595Z","caller":"traceutil/trace.go:171","msg":"trace[575221793] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"400.430324ms","start":"2026-04-07T04:16:14.985154Z","end":"2026-04-07T04:16:15.385584Z","steps":["trace[575221793] 'process raft request' (duration: 399.858249ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:15.385614Z","caller":"traceutil/trace.go:171","msg":"trace[1241300638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25100; }","duration":"171.082171ms","start":"2026-04-07T04:16:15.214522Z","end":"2026-04-07T04:16:15.385604Z","steps":["trace[1241300638] 'agreement among raft nodes before linearized reading' (duration: 171.01916ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:15.385619Z","caller":"traceutil/trace.go:171","msg":"trace[1139839364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:25100; }","duration":"544.23355ms","start":"2026-04-07T04:16:14.841366Z","end":"2026-04-07T04:16:15.3856Z","steps":["trace[1139839364] 'agreement among raft nodes before linearized reading' (duration: 543.998544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:15.385683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.841357Z","time spent":"544.306732ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-07T04:16:15.385549Z","caller":"traceutil/trace.go:171","msg":"trace[1584727615] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25100; }","duration":"544.20626ms","start":"2026-04-07T04:16:14.841324Z","end":"2026-04-07T04:16:15.38553Z","steps":["trace[1584727615] 'agreement among raft nodes before linearized reading' (duration: 543.84247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:15.38577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.841316Z","time spent":"544.443397ms","remote":"127.0.0.1:38116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130315,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-07T04:16:15.385988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.239661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-07T04:16:15.386046Z","caller":"traceutil/trace.go:171","msg":"trace[2093756213] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25100; }","duration":"544.484988ms","start":"2026-04-07T04:16:14.841546Z","end":"2026-04-07T04:16:15.386031Z","steps":["trace[2093756213] 'agreement among raft nodes before linearized reading' (duration: 544.329944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:15.386078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.841434Z","time spent":"544.636753ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-07T04:16:15.386225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.985132Z","time spent":"400.495986ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:15.386275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.841395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:15.386327Z","caller":"traceutil/trace.go:171","msg":"trace[194438887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25100; }","duration":"456.947928ms","start":"2026-04-07T04:16:14.929365Z","end":"2026-04-07T04:16:15.386313Z","steps":["trace[194438887] 'agreement among raft nodes before linearized reading' (duration: 456.849915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:15.386369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.929343Z","time spent":"457.013139ms","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:15.387074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.000219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:15.387124Z","caller":"traceutil/trace.go:171","msg":"trace[972275774] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25100; }","duration":"273.106822ms","start":"2026-04-07T04:16:15.114007Z","end":"2026-04-07T04:16:15.387114Z","steps":["trace[972275774] 'agreement among raft nodes before linearized reading' (duration: 271.491588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:15.384614Z","caller":"traceutil/trace.go:171","msg":"trace[174443081] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"543.376668ms","start":"2026-04-07T04:16:14.840994Z","end":"2026-04-07T04:16:15.384371Z","steps":["trace[174443081] 'process raft request' (duration: 542.826613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:15.390382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:14.840976Z","time spent":"549.353449ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:15.889608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579885651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:16.096356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.787634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:16.096462Z","caller":"traceutil/trace.go:171","msg":"trace[1435827382] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"708.147909ms","start":"2026-04-07T04:16:15.388295Z","end":"2026-04-07T04:16:16.096443Z","steps":["trace[1435827382] 'process raft request' (duration: 593.17298ms)","trace[1435827382] 'compare' (duration: 114.24719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:16.096513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:15.388266Z","time spent":"708.226281ms","remote":"127.0.0.1:38116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130276,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:16.482785Z","caller":"traceutil/trace.go:171","msg":"trace[85430742] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25913; }","duration":"1.094084822s","start":"2026-04-07T04:16:15.388675Z","end":"2026-04-07T04:16:16.48276Z","steps":["trace[85430742] 'read index received' (duration: 592.807159ms)","trace[85430742] 'applied index is now lower than readState.Index' (duration: 501.276613ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:16.482821Z","caller":"traceutil/trace.go:171","msg":"trace[1095299691] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"1.066954741s","start":"2026-04-07T04:16:15.415834Z","end":"2026-04-07T04:16:16.482789Z","steps":["trace[1095299691] 'process raft request' (duration: 1.041730831s)","trace[1095299691] 'compare' (duration: 25.016884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:16.482957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:15.415822Z","time spent":"1.067060974s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:16.483016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094326159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-04-07T04:16:16.483071Z","caller":"traceutil/trace.go:171","msg":"trace[1862936341] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:25102; }","duration":"1.094419202s","start":"2026-04-07T04:16:15.388637Z","end":"2026-04-07T04:16:16.483056Z","steps":["trace[1862936341] 'agreement among raft nodes before linearized reading' (duration: 1.094238967s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.483122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:15.388625Z","time spent":"1.094484733s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-07T04:16:16.50927Z","caller":"traceutil/trace.go:171","msg":"trace[784018849] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"440.136365ms","start":"2026-04-07T04:16:16.069113Z","end":"2026-04-07T04:16:16.509249Z","steps":["trace[784018849] 'process raft request' (duration: 440.038992ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:16.509288Z","caller":"traceutil/trace.go:171","msg":"trace[1239492857] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"440.165875ms","start":"2026-04-07T04:16:16.069087Z","end":"2026-04-07T04:16:16.509253Z","steps":["trace[1239492857] 'process raft request' (duration: 440.00321ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:16.50928Z","caller":"traceutil/trace.go:171","msg":"trace[164767177] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"440.592947ms","start":"2026-04-07T04:16:16.068664Z","end":"2026-04-07T04:16:16.509257Z","steps":["trace[164767177] 'process raft request' (duration: 440.279059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.509422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.0691Z","time spent":"440.240298ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:16.509445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.069057Z","time spent":"440.305899ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:16.50949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.06863Z","time spent":"440.804172ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:16.509766Z","caller":"traceutil/trace.go:171","msg":"trace[2138783780] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"440.432683ms","start":"2026-04-07T04:16:16.069323Z","end":"2026-04-07T04:16:16.509756Z","steps":["trace[2138783780] 'process raft request' (duration: 439.879538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.509862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.069291Z","time spent":"440.510795ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:16.510104Z","caller":"traceutil/trace.go:171","msg":"trace[367122661] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"440.507255ms","start":"2026-04-07T04:16:16.069581Z","end":"2026-04-07T04:16:16.510089Z","steps":["trace[367122661] 'process raft request' (duration: 440.151944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.510178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.069571Z","time spent":"440.571197ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:16.510694Z","caller":"traceutil/trace.go:171","msg":"trace[807446917] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"441.006958ms","start":"2026-04-07T04:16:16.069675Z","end":"2026-04-07T04:16:16.510682Z","steps":["trace[807446917] 'process raft request' (duration: 440.2974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.510768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.069665Z","time spent":"441.06775ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:16.511251Z","caller":"traceutil/trace.go:171","msg":"trace[1232435057] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"441.403028ms","start":"2026-04-07T04:16:16.069835Z","end":"2026-04-07T04:16:16.511238Z","steps":["trace[1232435057] 'process raft request' (duration: 440.783362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.511324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.069829Z","time spent":"441.46029ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:16.511478Z","caller":"traceutil/trace.go:171","msg":"trace[1342186200] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"413.517287ms","start":"2026-04-07T04:16:16.097949Z","end":"2026-04-07T04:16:16.511466Z","steps":["trace[1342186200] 'process raft request' (duration: 413.020883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.51152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:16.097927Z","time spent":"413.571068ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T04:16:16.511904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.175645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:16.511941Z","caller":"traceutil/trace.go:171","msg":"trace[1165025976] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25110; }","duration":"131.261838ms","start":"2026-04-07T04:16:16.380668Z","end":"2026-04-07T04:16:16.51193Z","steps":["trace[1165025976] 'agreement among raft nodes before linearized reading' (duration: 131.163646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.512114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.965422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:16.51214Z","caller":"traceutil/trace.go:171","msg":"trace[633452154] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25110; }","duration":"140.023864ms","start":"2026-04-07T04:16:16.372109Z","end":"2026-04-07T04:16:16.512133Z","steps":["trace[633452154] 'agreement among raft nodes before linearized reading' (duration: 139.972622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.512273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.239129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:16.512303Z","caller":"traceutil/trace.go:171","msg":"trace[2079995763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25110; }","duration":"298.299041ms","start":"2026-04-07T04:16:16.213996Z","end":"2026-04-07T04:16:16.512295Z","steps":["trace[2079995763] 'agreement among raft nodes before linearized reading' (duration: 298.25545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.512771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.82799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:16.512833Z","caller":"traceutil/trace.go:171","msg":"trace[444499788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25110; }","duration":"753.934284ms","start":"2026-04-07T04:16:15.758883Z","end":"2026-04-07T04:16:16.512818Z","steps":["trace[444499788] 'agreement among raft nodes before linearized reading' (duration: 753.826611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.512859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102591592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T04:16:16.512783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120609568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-07T04:16:16.512886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.242007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T04:16:16.512906Z","caller":"traceutil/trace.go:171","msg":"trace[948373266] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25110; }","duration":"1.120755201s","start":"2026-04-07T04:16:15.392139Z","end":"2026-04-07T04:16:16.512894Z","steps":["trace[948373266] 'agreement among raft nodes before linearized reading' (duration: 1.120535436s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.512939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:15.392126Z","time spent":"1.120805282s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-07T04:16:16.512942Z","caller":"traceutil/trace.go:171","msg":"trace[205699697] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25110; }","duration":"595.329888ms","start":"2026-04-07T04:16:15.917597Z","end":"2026-04-07T04:16:16.512927Z","steps":["trace[205699697] 'agreement among raft nodes before linearized reading' (duration: 595.182034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.512985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:15.917579Z","time spent":"595.391879ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-07T04:16:16.512869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:15.758859Z","time spent":"754.001005ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:16.512902Z","caller":"traceutil/trace.go:171","msg":"trace[2123120961] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25110; }","duration":"1.102651893s","start":"2026-04-07T04:16:15.410239Z","end":"2026-04-07T04:16:16.512891Z","steps":["trace[2123120961] 'agreement among raft nodes before linearized reading' (duration: 1.102566111s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:16.513201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:15.410227Z","time spent":"1.102961032s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T04:16:18.14265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.25038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:18.142746Z","caller":"traceutil/trace.go:171","msg":"trace[1997216920] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25167; }","duration":"183.454046ms","start":"2026-04-07T04:16:17.959264Z","end":"2026-04-07T04:16:18.142718Z","steps":["trace[1997216920] 'count revisions from in-memory index tree' (duration: 183.177838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:18.142812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.757739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e98a4f7-fbcb-4005-9df8-fbe05cb95b1f\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-07T04:16:18.142918Z","caller":"traceutil/trace.go:171","msg":"trace[202971444] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e98a4f7-fbcb-4005-9df8-fbe05cb95b1f; range_end:; response_count:1; response_revision:25167; }","duration":"260.912854ms","start":"2026-04-07T04:16:17.881978Z","end":"2026-04-07T04:16:18.14289Z","steps":["trace[202971444] 'range keys from in-memory index tree' (duration: 260.557155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:18.143003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.623809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:18.143063Z","caller":"traceutil/trace.go:171","msg":"trace[1261233871] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25167; }","duration":"433.710972ms","start":"2026-04-07T04:16:17.709338Z","end":"2026-04-07T04:16:18.143049Z","steps":["trace[1261233871] 'count revisions from in-memory index tree' (duration: 433.569327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:18.143053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.366967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:18.143127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.894157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e98a4f7-fbcb-4005-9df8-fbe05cb95b1f\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-07T04:16:18.143139Z","caller":"traceutil/trace.go:171","msg":"trace[1193656435] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25167; }","duration":"405.502521ms","start":"2026-04-07T04:16:17.737617Z","end":"2026-04-07T04:16:18.14312Z","steps":["trace[1193656435] 'count revisions from in-memory index tree' (duration: 405.283885ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:18.143168Z","caller":"traceutil/trace.go:171","msg":"trace[350694898] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e98a4f7-fbcb-4005-9df8-fbe05cb95b1f; range_end:; response_count:1; response_revision:25167; }","duration":"436.98242ms","start":"2026-04-07T04:16:17.706173Z","end":"2026-04-07T04:16:18.143155Z","steps":["trace[350694898] 'range keys from in-memory index tree' (duration: 436.728554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:18.143186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:17.737598Z","time spent":"405.572423ms","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:18.143195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:17.70614Z","time spent":"437.046901ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e98a4f7-fbcb-4005-9df8-fbe05cb95b1f\" "} {"level":"warn","ts":"2026-04-07T04:16:18.143092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:17.709329Z","time spent":"433.756863ms","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:18.143275Z","caller":"traceutil/trace.go:171","msg":"trace[1644390133] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"162.219292ms","start":"2026-04-07T04:16:17.98103Z","end":"2026-04-07T04:16:18.143249Z","steps":["trace[1644390133] 'process raft request' (duration: 157.732102ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:20.648025Z","caller":"traceutil/trace.go:171","msg":"trace[729322426] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"123.111689ms","start":"2026-04-07T04:16:20.524884Z","end":"2026-04-07T04:16:20.647995Z","steps":["trace[729322426] 'process raft request' (duration: 122.590945ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:20.652331Z","caller":"traceutil/trace.go:171","msg":"trace[603023139] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"124.083025ms","start":"2026-04-07T04:16:20.528218Z","end":"2026-04-07T04:16:20.652301Z","steps":["trace[603023139] 'process raft request' (duration: 123.796538ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:20.652703Z","caller":"traceutil/trace.go:171","msg":"trace[1558233635] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"124.177628ms","start":"2026-04-07T04:16:20.528494Z","end":"2026-04-07T04:16:20.652671Z","steps":["trace[1558233635] 'process raft request' (duration: 123.649833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:20.652814Z","caller":"traceutil/trace.go:171","msg":"trace[808830564] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"123.488109ms","start":"2026-04-07T04:16:20.529311Z","end":"2026-04-07T04:16:20.652799Z","steps":["trace[808830564] 'process raft request' (duration: 123.389966ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:20.652799Z","caller":"traceutil/trace.go:171","msg":"trace[1335586582] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"124.196589ms","start":"2026-04-07T04:16:20.528563Z","end":"2026-04-07T04:16:20.65276Z","steps":["trace[1335586582] 'process raft request' (duration: 123.926981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:20.652957Z","caller":"traceutil/trace.go:171","msg":"trace[185536370] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"123.480798ms","start":"2026-04-07T04:16:20.52946Z","end":"2026-04-07T04:16:20.652941Z","steps":["trace[185536370] 'process raft request' (duration: 123.292093ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:20.653017Z","caller":"traceutil/trace.go:171","msg":"trace[122967909] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"123.91351ms","start":"2026-04-07T04:16:20.529092Z","end":"2026-04-07T04:16:20.653006Z","steps":["trace[122967909] 'process raft request' (duration: 123.55057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:26.114269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.195876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:26.1144Z","caller":"traceutil/trace.go:171","msg":"trace[420999841] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"661.791459ms","start":"2026-04-07T04:16:25.452587Z","end":"2026-04-07T04:16:26.114379Z","steps":["trace[420999841] 'process raft request' (duration: 415.389027ms)","trace[420999841] 'compare' (duration: 246.042462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:26.114462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.452568Z","time spent":"661.867502ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:26.128331Z","caller":"traceutil/trace.go:171","msg":"trace[1035948524] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"675.663073ms","start":"2026-04-07T04:16:25.452649Z","end":"2026-04-07T04:16:26.128312Z","steps":["trace[1035948524] 'process raft request' (duration: 675.510818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:26.128452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.452627Z","time spent":"675.763415ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:26.128535Z","caller":"traceutil/trace.go:171","msg":"trace[1523539915] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26066; }","duration":"672.535879ms","start":"2026-04-07T04:16:25.455974Z","end":"2026-04-07T04:16:26.12851Z","steps":["trace[1523539915] 'read index received' (duration: 412.093057ms)","trace[1523539915] 'applied index is now lower than readState.Index' (duration: 260.441602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:26.128744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.776136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:16:26.128768Z","caller":"traceutil/trace.go:171","msg":"trace[447776929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25253; }","duration":"672.827977ms","start":"2026-04-07T04:16:25.455933Z","end":"2026-04-07T04:16:26.128761Z","steps":["trace[447776929] 'agreement among raft nodes before linearized reading' (duration: 672.732734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:26.128789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.455922Z","time spent":"672.860697ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:26.128818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.569798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:26.128866Z","caller":"traceutil/trace.go:171","msg":"trace[1937919603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25253; }","duration":"620.65052ms","start":"2026-04-07T04:16:25.508205Z","end":"2026-04-07T04:16:26.128856Z","steps":["trace[1937919603] 'agreement among raft nodes before linearized reading' (duration: 620.506175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:26.128894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.508189Z","time spent":"620.699381ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T04:16:26.128897Z","caller":"traceutil/trace.go:171","msg":"trace[1041171025] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"425.033708ms","start":"2026-04-07T04:16:25.703841Z","end":"2026-04-07T04:16:26.128875Z","steps":["trace[1041171025] 'process raft request' (duration: 424.441422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:26.129006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.703809Z","time spent":"425.14258ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:26.129003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.110613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:26.129089Z","caller":"traceutil/trace.go:171","msg":"trace[795967456] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25253; }","duration":"125.256507ms","start":"2026-04-07T04:16:26.00382Z","end":"2026-04-07T04:16:26.129076Z","steps":["trace[795967456] 'agreement among raft nodes before linearized reading' (duration: 125.02683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:26.824117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.120966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:26.824221Z","caller":"traceutil/trace.go:171","msg":"trace[830223183] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"691.721396ms","start":"2026-04-07T04:16:26.132481Z","end":"2026-04-07T04:16:26.824203Z","steps":["trace[830223183] 'process raft request' (duration: 439.451246ms)","trace[830223183] 'compare' (duration: 251.689485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:26.824278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.132468Z","time spent":"691.782688ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:27.709802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.829077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:27.709885Z","caller":"traceutil/trace.go:171","msg":"trace[1836195422] linearizableReadLoop","detail":"{readStateIndex:26071; appliedIndex:26069; }","duration":"1.502356198s","start":"2026-04-07T04:16:26.207516Z","end":"2026-04-07T04:16:27.709872Z","steps":["trace[1836195422] 'read index received' (duration: 364.445384ms)","trace[1836195422] 'applied index is now lower than readState.Index' (duration: 1.137909964s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:27.709953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50243929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:27.709934Z","caller":"traceutil/trace.go:171","msg":"trace[658361849] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"1.576324982s","start":"2026-04-07T04:16:26.133579Z","end":"2026-04-07T04:16:27.709904Z","steps":["trace[658361849] 'process raft request' (duration: 962.32361ms)","trace[658361849] 'compare' (duration: 613.311233ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:27.709973Z","caller":"traceutil/trace.go:171","msg":"trace[521095603] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25255; }","duration":"1.502513141s","start":"2026-04-07T04:16:26.207452Z","end":"2026-04-07T04:16:27.709965Z","steps":["trace[521095603] 'agreement among raft nodes before linearized reading' (duration: 1.502469681s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:27.710001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.207411Z","time spent":"1.502583554s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:27.710068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.133557Z","time spent":"1.576439135s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:27.802944Z","caller":"traceutil/trace.go:171","msg":"trace[133574938] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"1.132973731s","start":"2026-04-07T04:16:26.669936Z","end":"2026-04-07T04:16:27.80291Z","steps":["trace[133574938] 'process raft request' (duration: 1.132701814s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:27.802953Z","caller":"traceutil/trace.go:171","msg":"trace[1813740715] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"1.117505913s","start":"2026-04-07T04:16:26.685416Z","end":"2026-04-07T04:16:27.802922Z","steps":["trace[1813740715] 'process raft request' (duration: 1.11738292s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:27.803111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.669913Z","time spent":"1.133111474s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:27.803224Z","caller":"traceutil/trace.go:171","msg":"trace[316151824] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"1.060968171s","start":"2026-04-07T04:16:26.742236Z","end":"2026-04-07T04:16:27.803204Z","steps":["trace[316151824] 'process raft request' (duration: 1.060873768s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:27.803297Z","caller":"traceutil/trace.go:171","msg":"trace[460336667] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"1.061303129s","start":"2026-04-07T04:16:26.741977Z","end":"2026-04-07T04:16:27.80328Z","steps":["trace[460336667] 'process raft request' (duration: 1.060884478s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:27.803339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.74223Z","time spent":"1.061056453s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:27.803291Z","caller":"traceutil/trace.go:171","msg":"trace[167509600] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"1.061250698s","start":"2026-04-07T04:16:26.742007Z","end":"2026-04-07T04:16:27.803257Z","steps":["trace[167509600] 'process raft request' (duration: 1.060980451s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:27.803315Z","caller":"traceutil/trace.go:171","msg":"trace[1847876975] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"1.061204886s","start":"2026-04-07T04:16:26.742084Z","end":"2026-04-07T04:16:27.803289Z","steps":["trace[1847876975] 'process raft request' (duration: 1.06098159s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:27.803393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.741956Z","time spent":"1.06139611s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:27.803424Z","caller":"traceutil/trace.go:171","msg":"trace[1376258277] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"1.059215393s","start":"2026-04-07T04:16:26.744188Z","end":"2026-04-07T04:16:27.803403Z","steps":["trace[1376258277] 'process raft request' (duration: 1.058973667s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:27.803218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.685397Z","time spent":"1.117640267s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:27.803532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.744179Z","time spent":"1.059285314s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:27.80357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.742Z","time spent":"1.061420673s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:27.803606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.742076Z","time spent":"1.061397071s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:28.214193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999808447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T04:16:28.214271Z","caller":"traceutil/trace.go:171","msg":"trace[699672740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934451s","start":"2026-04-07T04:16:26.214321Z","end":"2026-04-07T04:16:28.214255Z","steps":["trace[699672740] 'agreement among raft nodes before linearized reading' (duration: 1.999844519s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.214313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.214297Z","time spent":"2.000007603s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 04:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T04:16:28.703021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.041142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:28.703194Z","caller":"traceutil/trace.go:171","msg":"trace[2044642053] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"549.103772ms","start":"2026-04-07T04:16:28.154077Z","end":"2026-04-07T04:16:28.703181Z","steps":["trace[2044642053] 'process raft request' (duration: 549.03126ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.703178Z","caller":"traceutil/trace.go:171","msg":"trace[197516012] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"1.264111676s","start":"2026-04-07T04:16:27.43901Z","end":"2026-04-07T04:16:28.703121Z","steps":["trace[197516012] 'process raft request' (duration: 442.89986ms)","trace[197516012] 'compare' (duration: 820.067686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:28.703242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.154059Z","time spent":"549.162363ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:28.703266Z","caller":"traceutil/trace.go:171","msg":"trace[885727371] linearizableReadLoop","detail":"{readStateIndex:26079; appliedIndex:26071; }","duration":"993.349206ms","start":"2026-04-07T04:16:27.709902Z","end":"2026-04-07T04:16:28.703251Z","steps":["trace[885727371] 'read index received' (duration: 92.75949ms)","trace[885727371] 'applied index is now lower than readState.Index' (duration: 900.586986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:28.70332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.438988Z","time spent":"1.264254549s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:28.703358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436132999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.703377Z","caller":"traceutil/trace.go:171","msg":"trace[1119500627] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25264; }","duration":"2.43619908s","start":"2026-04-07T04:16:26.267171Z","end":"2026-04-07T04:16:28.70337Z","steps":["trace[1119500627] 'agreement among raft nodes before linearized reading' (duration: 2.436145469s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.703375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149479612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:28.7034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.267113Z","time spent":"2.436281683s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.703413Z","caller":"traceutil/trace.go:171","msg":"trace[1078818968] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25264; }","duration":"2.149555144s","start":"2026-04-07T04:16:26.553846Z","end":"2026-04-07T04:16:28.703401Z","steps":["trace[1078818968] 'agreement among raft nodes before linearized reading' (duration: 2.149434801s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.703401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430026734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:28.703439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.55383Z","time spent":"2.149602556s","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:16:28.703427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981159975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:28.703481Z","caller":"traceutil/trace.go:171","msg":"trace[514344715] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25264; }","duration":"2.430154848s","start":"2026-04-07T04:16:26.273304Z","end":"2026-04-07T04:16:28.703459Z","steps":["trace[514344715] 'agreement among raft nodes before linearized reading' (duration: 2.429979884s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.70349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426634936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.70352Z","caller":"traceutil/trace.go:171","msg":"trace[348951523] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25264; }","duration":"1.426699079s","start":"2026-04-07T04:16:27.276813Z","end":"2026-04-07T04:16:28.703512Z","steps":["trace[348951523] 'agreement among raft nodes before linearized reading' (duration: 1.426631447s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.703497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550547286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-07T04:16:28.703522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.273287Z","time spent":"2.43022456s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.703518Z","caller":"traceutil/trace.go:171","msg":"trace[598941061] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25264; }","duration":"1.98130694s","start":"2026-04-07T04:16:26.722188Z","end":"2026-04-07T04:16:28.703495Z","steps":["trace[598941061] 'agreement among raft nodes before linearized reading' (duration: 1.981099834s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.703541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.276789Z","time spent":"1.426746729s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.703572Z","caller":"traceutil/trace.go:171","msg":"trace[432606753] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25264; }","duration":"1.550663251s","start":"2026-04-07T04:16:27.152887Z","end":"2026-04-07T04:16:28.70355Z","steps":["trace[432606753] 'agreement among raft nodes before linearized reading' (duration: 1.550391754s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.703576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.722167Z","time spent":"1.981396281s","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:28.703607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810329401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:16:28.703611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.152865Z","time spent":"1.550738243s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T04:16:28.70363Z","caller":"traceutil/trace.go:171","msg":"trace[1567833924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25264; }","duration":"1.810375911s","start":"2026-04-07T04:16:26.893248Z","end":"2026-04-07T04:16:28.703624Z","steps":["trace[1567833924] 'agreement among raft nodes before linearized reading' (duration: 1.810269078s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.703645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.893236Z","time spent":"1.810405712s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:28.703864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822642272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276023"} {"level":"info","ts":"2026-04-07T04:16:28.703988Z","caller":"traceutil/trace.go:171","msg":"trace[2103567934] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25264; }","duration":"1.822820957s","start":"2026-04-07T04:16:26.881139Z","end":"2026-04-07T04:16:28.70396Z","steps":["trace[2103567934] 'agreement among raft nodes before linearized reading' (duration: 1.822115797s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.704062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.881119Z","time spent":"1.822923759s","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276046,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-07T04:16:28.826699Z","caller":"traceutil/trace.go:171","msg":"trace[796693247] linearizableReadLoop","detail":"{readStateIndex:26081; appliedIndex:26080; }","duration":"123.376755ms","start":"2026-04-07T04:16:28.703293Z","end":"2026-04-07T04:16:28.82667Z","steps":["trace[796693247] 'read index received' (duration: 123.254512ms)","trace[796693247] 'applied index is now lower than readState.Index' (duration: 121.053µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:28.826942Z","caller":"traceutil/trace.go:171","msg":"trace[1058249816] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"522.873635ms","start":"2026-04-07T04:16:28.304006Z","end":"2026-04-07T04:16:28.826879Z","steps":["trace[1058249816] 'process raft request' (duration: 522.457863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.82696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.391818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:28.827049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.095099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:28.827074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.995652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-07T04:16:28.827089Z","caller":"traceutil/trace.go:171","msg":"trace[1025047758] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25265; }","duration":"862.178491ms","start":"2026-04-07T04:16:27.964899Z","end":"2026-04-07T04:16:28.827077Z","steps":["trace[1025047758] 'agreement among raft nodes before linearized reading' (duration: 862.11723ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.827119Z","caller":"traceutil/trace.go:171","msg":"trace[894313200] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25265; }","duration":"643.047684ms","start":"2026-04-07T04:16:28.184054Z","end":"2026-04-07T04:16:28.827102Z","steps":["trace[894313200] 'agreement among raft nodes before linearized reading' (duration: 642.979723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.827132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.964871Z","time spent":"862.252103ms","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:28.827149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.184044Z","time spent":"643.100907ms","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-04-07T04:16:28.82714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.303985Z","time spent":"523.06314ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:28.827081Z","caller":"traceutil/trace.go:171","msg":"trace[1362000920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25265; }","duration":"612.548242ms","start":"2026-04-07T04:16:28.214501Z","end":"2026-04-07T04:16:28.827049Z","steps":["trace[1362000920] 'agreement among raft nodes before linearized reading' (duration: 612.186462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.827232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.214492Z","time spent":"612.725457ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:28.826993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.135575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-07T04:16:28.827318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.940593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T04:16:28.827314Z","caller":"traceutil/trace.go:171","msg":"trace[1525625711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25265; }","duration":"847.516485ms","start":"2026-04-07T04:16:27.979782Z","end":"2026-04-07T04:16:28.827299Z","steps":["trace[1525625711] 'agreement among raft nodes before linearized reading' (duration: 847.023352ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.827339Z","caller":"traceutil/trace.go:171","msg":"trace[1562376528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25265; }","duration":"694.979675ms","start":"2026-04-07T04:16:28.132351Z","end":"2026-04-07T04:16:28.827331Z","steps":["trace[1562376528] 'agreement among raft nodes before linearized reading' (duration: 694.929133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.827353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.132341Z","time spent":"695.008575ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:28.82735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.979761Z","time spent":"847.579538ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T04:16:28.827458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111956534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:16:28.827496Z","caller":"traceutil/trace.go:171","msg":"trace[165238277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25265; }","duration":"1.112024527s","start":"2026-04-07T04:16:27.715462Z","end":"2026-04-07T04:16:28.827487Z","steps":["trace[165238277] 'agreement among raft nodes before linearized reading' (duration: 1.111922954s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.827527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.715446Z","time spent":"1.112072077s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T04:16:28.827638Z","caller":"traceutil/trace.go:171","msg":"trace[827042893] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"121.028843ms","start":"2026-04-07T04:16:28.7066Z","end":"2026-04-07T04:16:28.827629Z","steps":["trace[827042893] 'process raft request' (duration: 120.91846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.826991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.677342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:16:28.827697Z","caller":"traceutil/trace.go:171","msg":"trace[2063670726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25265; }","duration":"709.429354ms","start":"2026-04-07T04:16:28.118253Z","end":"2026-04-07T04:16:28.827683Z","steps":["trace[2063670726] 'agreement among raft nodes before linearized reading' (duration: 708.554931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.827751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.118234Z","time spent":"709.502255ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:16:28.827798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.196525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-07T04:16:28.827792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.620968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.827819Z","caller":"traceutil/trace.go:171","msg":"trace[1708501204] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25267; }","duration":"608.235096ms","start":"2026-04-07T04:16:28.219577Z","end":"2026-04-07T04:16:28.827813Z","steps":["trace[1708501204] 'agreement among raft nodes before linearized reading' (duration: 608.00994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.827833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.219567Z","time spent":"608.263187ms","remote":"127.0.0.1:35906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-07T04:16:28.827757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.516124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:28.827836Z","caller":"traceutil/trace.go:171","msg":"trace[1104098574] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25267; }","duration":"118.67693ms","start":"2026-04-07T04:16:28.709145Z","end":"2026-04-07T04:16:28.827822Z","steps":["trace[1104098574] 'agreement among raft nodes before linearized reading' (duration: 118.574987ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.827866Z","caller":"traceutil/trace.go:171","msg":"trace[1289512027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25267; }","duration":"335.662067ms","start":"2026-04-07T04:16:28.492192Z","end":"2026-04-07T04:16:28.827854Z","steps":["trace[1289512027] 'agreement among raft nodes before linearized reading' (duration: 335.432031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.827913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.49217Z","time spent":"335.730451ms","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.828015Z","caller":"traceutil/trace.go:171","msg":"trace[1587570784] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"121.090974ms","start":"2026-04-07T04:16:28.706896Z","end":"2026-04-07T04:16:28.827987Z","steps":["trace[1587570784] 'process raft request' (duration: 120.702504ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.139725Z","caller":"traceutil/trace.go:171","msg":"trace[264422748] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"137.680671ms","start":"2026-04-07T04:16:43.002022Z","end":"2026-04-07T04:16:43.139702Z","steps":["trace[264422748] 'process raft request' (duration: 137.487205ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.267067Z","caller":"traceutil/trace.go:171","msg":"trace[1235009135] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"119.924412ms","start":"2026-04-07T04:16:43.147119Z","end":"2026-04-07T04:16:43.267043Z","steps":["trace[1235009135] 'process raft request' (duration: 119.750068ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.26736Z","caller":"traceutil/trace.go:171","msg":"trace[1748913654] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"120.098158ms","start":"2026-04-07T04:16:43.147221Z","end":"2026-04-07T04:16:43.267319Z","steps":["trace[1748913654] 'process raft request' (duration: 119.787609ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.267387Z","caller":"traceutil/trace.go:171","msg":"trace[228984503] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"120.119367ms","start":"2026-04-07T04:16:43.147243Z","end":"2026-04-07T04:16:43.267363Z","steps":["trace[228984503] 'process raft request' (duration: 119.991964ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.267487Z","caller":"traceutil/trace.go:171","msg":"trace[1971608669] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"119.978225ms","start":"2026-04-07T04:16:43.147501Z","end":"2026-04-07T04:16:43.267479Z","steps":["trace[1971608669] 'process raft request' (duration: 119.81493ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.26765Z","caller":"traceutil/trace.go:171","msg":"trace[417736950] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26199; }","duration":"120.184529ms","start":"2026-04-07T04:16:43.147458Z","end":"2026-04-07T04:16:43.267642Z","steps":["trace[417736950] 'read index received' (duration: 57.664615ms)","trace[417736950] 'applied index is now lower than readState.Index' (duration: 62.519024ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:43.267677Z","caller":"traceutil/trace.go:171","msg":"trace[567744887] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"119.750318ms","start":"2026-04-07T04:16:43.147918Z","end":"2026-04-07T04:16:43.267668Z","steps":["trace[567744887] 'process raft request' (duration: 119.525532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.267791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.975597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2e98a4f7-fbcb-4005-9df8-fbe05cb95b1f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-07T04:16:43.267822Z","caller":"traceutil/trace.go:171","msg":"trace[1477587393] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2e98a4f7-fbcb-4005-9df8-fbe05cb95b1f; range_end:; response_count:1; response_revision:25386; }","duration":"122.063601ms","start":"2026-04-07T04:16:43.145748Z","end":"2026-04-07T04:16:43.267811Z","steps":["trace[1477587393] 'agreement among raft nodes before linearized reading' (duration: 121.925987ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.267824Z","caller":"traceutil/trace.go:171","msg":"trace[896685769] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"114.475625ms","start":"2026-04-07T04:16:43.153277Z","end":"2026-04-07T04:16:43.267753Z","steps":["trace[896685769] 'process raft request' (duration: 114.308361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.325054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265339448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:48.32515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.90901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:48.325165Z","caller":"traceutil/trace.go:171","msg":"trace[3064079] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25420; }","duration":"1.265497832s","start":"2026-04-07T04:16:47.059647Z","end":"2026-04-07T04:16:48.325145Z","steps":["trace[3064079] 'count revisions from in-memory index tree' (duration: 1.265252186s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:48.325178Z","caller":"traceutil/trace.go:171","msg":"trace[2135085677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25420; }","duration":"504.977223ms","start":"2026-04-07T04:16:47.820193Z","end":"2026-04-07T04:16:48.32517Z","steps":["trace[2135085677] 'range keys from in-memory index tree' (duration: 504.772136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.325195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.059626Z","time spent":"1.265558734s","remote":"127.0.0.1:49062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:48.325199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.820164Z","time spent":"505.029664ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:48.325513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043023006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T04:16:48.325574Z","caller":"traceutil/trace.go:171","msg":"trace[190884729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25420; }","duration":"1.043118599s","start":"2026-04-07T04:16:47.282438Z","end":"2026-04-07T04:16:48.325557Z","steps":["trace[190884729] 'range keys from in-memory index tree' (duration: 1.042882573s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.325597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.28242Z","time spent":"1.043170731s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:48.325724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10885225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:48.325714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341035689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:48.325762Z","caller":"traceutil/trace.go:171","msg":"trace[1107848263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25420; }","duration":"1.108930883s","start":"2026-04-07T04:16:47.216821Z","end":"2026-04-07T04:16:48.325752Z","steps":["trace[1107848263] 'range keys from in-memory index tree' (duration: 1.108759889s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.325785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.216797Z","time spent":"1.108982804s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:48.325792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042360318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:16:48.325794Z","caller":"traceutil/trace.go:171","msg":"trace[2098977033] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25420; }","duration":"1.341160652s","start":"2026-04-07T04:16:46.984612Z","end":"2026-04-07T04:16:48.325773Z","steps":["trace[2098977033] 'count revisions from in-memory index tree' (duration: 1.340947197s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:48.325809Z","caller":"traceutil/trace.go:171","msg":"trace[618409721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25420; }","duration":"1.04240366s","start":"2026-04-07T04:16:47.2834Z","end":"2026-04-07T04:16:48.325804Z","steps":["trace[618409721] 'range keys from in-memory index tree' (duration: 1.042261005s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.325823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.283383Z","time spent":"1.042437461s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:16:48.325832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:46.984595Z","time spent":"1.341227594s","remote":"127.0.0.1:48814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:48.325755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0424422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T04:16:48.325824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334992666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T04:16:48.325895Z","caller":"traceutil/trace.go:171","msg":"trace[1184441436] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25420; }","duration":"1.335083909s","start":"2026-04-07T04:16:46.990795Z","end":"2026-04-07T04:16:48.325878Z","steps":["trace[1184441436] 'range keys from in-memory index tree' (duration: 1.334876794s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.325938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:46.990787Z","time spent":"1.335143671s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T04:16:48.325927Z","caller":"traceutil/trace.go:171","msg":"trace[1270652399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25420; }","duration":"1.042607315s","start":"2026-04-07T04:16:47.283269Z","end":"2026-04-07T04:16:48.325877Z","steps":["trace[1270652399] 'range keys from in-memory index tree' (duration: 1.042333168s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.326021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.283249Z","time spent":"1.042741718s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:48.327638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329743575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:16:48.32767Z","caller":"traceutil/trace.go:171","msg":"trace[2108178808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25420; }","duration":"1.329785527s","start":"2026-04-07T04:16:46.997875Z","end":"2026-04-07T04:16:48.327661Z","steps":["trace[2108178808] 'range keys from in-memory index tree' (duration: 1.326750683s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.327686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:46.997843Z","time spent":"1.329839537s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:48.589305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579886445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T04:16:48.824064Z","caller":"traceutil/trace.go:171","msg":"trace[1453564101] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"871.396989ms","start":"2026-04-07T04:16:47.952648Z","end":"2026-04-07T04:16:48.824045Z","steps":["trace[1453564101] 'process raft request' (duration: 871.292686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.82417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.952612Z","time spent":"871.501612ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:49.806143Z","caller":"traceutil/trace.go:171","msg":"trace[229280432] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"1.826635609s","start":"2026-04-07T04:16:47.979478Z","end":"2026-04-07T04:16:49.806114Z","steps":["trace[229280432] 'process raft request' (duration: 1.826419563s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.806324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.979446Z","time spent":"1.826799335s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:49.806376Z","caller":"traceutil/trace.go:171","msg":"trace[585838715] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"1.801567663s","start":"2026-04-07T04:16:48.004781Z","end":"2026-04-07T04:16:49.806349Z","steps":["trace[585838715] 'process raft request' (duration: 1.801288176s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.806503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.004756Z","time spent":"1.801680176s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:49.80669Z","caller":"traceutil/trace.go:171","msg":"trace[177223223] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"1.709277056s","start":"2026-04-07T04:16:48.097337Z","end":"2026-04-07T04:16:49.806614Z","steps":["trace[177223223] 'process raft request' (duration: 1.708946657s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:49.806759Z","caller":"traceutil/trace.go:171","msg":"trace[676485187] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"1.708009992s","start":"2026-04-07T04:16:48.098726Z","end":"2026-04-07T04:16:49.806736Z","steps":["trace[676485187] 'process raft request' (duration: 1.707815537s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:49.8068Z","caller":"traceutil/trace.go:171","msg":"trace[319803512] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"1.658229349s","start":"2026-04-07T04:16:48.148557Z","end":"2026-04-07T04:16:49.806786Z","steps":["trace[319803512] 'process raft request' (duration: 1.658104016s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.806841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.148526Z","time spent":"1.658296463s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:49.806876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.098718Z","time spent":"1.708099505s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:49.806892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.097325Z","time spent":"1.709466561s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:49.80697Z","caller":"traceutil/trace.go:171","msg":"trace[216646269] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"1.657220623s","start":"2026-04-07T04:16:48.149733Z","end":"2026-04-07T04:16:49.806953Z","steps":["trace[216646269] 'process raft request' (duration: 1.657014777s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:49.807013Z","caller":"traceutil/trace.go:171","msg":"trace[81890080] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"1.477970041s","start":"2026-04-07T04:16:48.329018Z","end":"2026-04-07T04:16:49.806988Z","steps":["trace[81890080] 'process raft request' (duration: 1.477882738s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:49.807024Z","caller":"traceutil/trace.go:171","msg":"trace[377760154] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"1.474932908s","start":"2026-04-07T04:16:48.332076Z","end":"2026-04-07T04:16:49.807009Z","steps":["trace[377760154] 'process raft request' (duration: 1.474852897s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.807054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.149712Z","time spent":"1.657302284s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:49.807063Z","caller":"traceutil/trace.go:171","msg":"trace[668078983] linearizableReadLoop","detail":"{readStateIndex:26253; appliedIndex:26241; }","duration":"1.71869068s","start":"2026-04-07T04:16:48.088364Z","end":"2026-04-07T04:16:49.807055Z","steps":["trace[668078983] 'read index received' (duration: 735.657251ms)","trace[668078983] 'applied index is now lower than readState.Index' (duration: 983.032759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:49.807114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.332061Z","time spent":"1.475008801s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:49.80714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718773921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:49.807164Z","caller":"traceutil/trace.go:171","msg":"trace[1662015673] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25434; }","duration":"1.718841284s","start":"2026-04-07T04:16:48.088318Z","end":"2026-04-07T04:16:49.807159Z","steps":["trace[1662015673] 'agreement among raft nodes before linearized reading' (duration: 1.718760121s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.807152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.328994Z","time spent":"1.478072874s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:49.807182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.088298Z","time spent":"1.718879145s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:49.807187Z","caller":"traceutil/trace.go:171","msg":"trace[1993381610] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"1.475016531s","start":"2026-04-07T04:16:48.33216Z","end":"2026-04-07T04:16:49.807176Z","steps":["trace[1993381610] 'process raft request' (duration: 1.474824606s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.80724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.332142Z","time spent":"1.475069763s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:49.807247Z","caller":"traceutil/trace.go:171","msg":"trace[1847701316] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"1.475145344s","start":"2026-04-07T04:16:48.332081Z","end":"2026-04-07T04:16:49.807226Z","steps":["trace[1847701316] 'process raft request' (duration: 1.474869237s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:49.807318Z","caller":"traceutil/trace.go:171","msg":"trace[180820094] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"1.070016594s","start":"2026-04-07T04:16:48.737284Z","end":"2026-04-07T04:16:49.807301Z","steps":["trace[180820094] 'process raft request' (duration: 1.069747747s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:49.807332Z","caller":"traceutil/trace.go:171","msg":"trace[897956246] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"1.475174774s","start":"2026-04-07T04:16:48.332147Z","end":"2026-04-07T04:16:49.807322Z","steps":["trace[897956246] 'process raft request' (duration: 1.474818945s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.807328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.332068Z","time spent":"1.475216016s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:49.807369Z","caller":"traceutil/trace.go:171","msg":"trace[2130949122] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"1.07247155s","start":"2026-04-07T04:16:48.73488Z","end":"2026-04-07T04:16:49.807351Z","steps":["trace[2130949122] 'process raft request' (duration: 1.07213321s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:49.807395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.332141Z","time spent":"1.475228257s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:49.80741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.737266Z","time spent":"1.070099746s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:49.807476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.734856Z","time spent":"1.072577442s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:50.307892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579886462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:50.32744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T04:16:50.327508Z","caller":"traceutil/trace.go:171","msg":"trace[1957412238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995285s","start":"2026-04-07T04:16:48.327538Z","end":"2026-04-07T04:16:50.327491Z","steps":["trace[1957412238] 'agreement among raft nodes before linearized reading' (duration: 1.999873159s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.327541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.327529Z","time spent":"2.000005992s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 04:16:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T04:16:50.80869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579886462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:50.901551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05058367s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:16:50.901879Z","caller":"traceutil/trace.go:171","msg":"trace[576037838] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"2.042499239s","start":"2026-04-07T04:16:48.859358Z","end":"2026-04-07T04:16:50.901858Z","steps":["trace[576037838] 'process raft request' (duration: 2.042321934s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.902009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.859329Z","time spent":"2.04259848s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:50.902032Z","caller":"traceutil/trace.go:171","msg":"trace[737197169] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26255; }","duration":"1.094872794s","start":"2026-04-07T04:16:49.807144Z","end":"2026-04-07T04:16:50.902017Z","steps":["trace[737197169] 'read index received' (duration: 1.094533005s)","trace[737197169] 'applied index is now lower than readState.Index' (duration: 337.989µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:50.902114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858803926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:50.902149Z","caller":"traceutil/trace.go:171","msg":"trace[910103804] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25436; }","duration":"1.858871688s","start":"2026-04-07T04:16:49.043267Z","end":"2026-04-07T04:16:50.902139Z","steps":["trace[910103804] 'agreement among raft nodes before linearized reading' (duration: 1.858804477s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.902172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.043249Z","time spent":"1.858917369s","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:50.902159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318780256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:50.902195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002648755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb5b40e3e3\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-04-07T04:16:50.902248Z","caller":"traceutil/trace.go:171","msg":"trace[344544172] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25436; }","duration":"2.31891332s","start":"2026-04-07T04:16:48.583317Z","end":"2026-04-07T04:16:50.902231Z","steps":["trace[344544172] 'agreement among raft nodes before linearized reading' (duration: 2.318775816s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:50.902277Z","caller":"traceutil/trace.go:171","msg":"trace[1869447948] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb5b40e3e3; range_end:; response_count:1; response_revision:25436; }","duration":"2.002781457s","start":"2026-04-07T04:16:48.899484Z","end":"2026-04-07T04:16:50.902266Z","steps":["trace[1869447948] 'agreement among raft nodes before linearized reading' (duration: 2.002595493s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.902288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.583298Z","time spent":"2.31898117s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:50.902304Z","caller":"traceutil/trace.go:171","msg":"trace[367414843] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"1.633451753s","start":"2026-04-07T04:16:49.268845Z","end":"2026-04-07T04:16:50.902297Z","steps":["trace[367414843] 'process raft request' (duration: 1.632975229s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.902313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.899465Z","time spent":"2.00283878s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":913,"request content":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb5b40e3e3\" "} {"level":"warn","ts":"2026-04-07T04:16:50.902344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.268826Z","time spent":"1.633497333s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:50.902387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579608117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:50.90243Z","caller":"traceutil/trace.go:171","msg":"trace[497668531] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25436; }","duration":"2.57968349s","start":"2026-04-07T04:16:48.322735Z","end":"2026-04-07T04:16:50.902419Z","steps":["trace[497668531] 'agreement among raft nodes before linearized reading' (duration: 2.579610268s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.90248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21975463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:50.902502Z","caller":"traceutil/trace.go:171","msg":"trace[1222546884] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25436; }","duration":"1.219823961s","start":"2026-04-07T04:16:49.68267Z","end":"2026-04-07T04:16:50.902494Z","steps":["trace[1222546884] 'agreement among raft nodes before linearized reading' (duration: 1.219783451s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.9025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012658073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:50.902505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.322718Z","time spent":"2.579755621s","remote":"127.0.0.1:38276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:50.90252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.682653Z","time spent":"1.219863013s","remote":"127.0.0.1:58456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:50.902515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717152655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-07T04:16:50.902534Z","caller":"traceutil/trace.go:171","msg":"trace[443632664] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25436; }","duration":"2.012715506s","start":"2026-04-07T04:16:48.889808Z","end":"2026-04-07T04:16:50.902523Z","steps":["trace[443632664] 'agreement among raft nodes before linearized reading' (duration: 2.012662774s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:50.902556Z","caller":"traceutil/trace.go:171","msg":"trace[127175469] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25436; }","duration":"2.717248057s","start":"2026-04-07T04:16:48.185299Z","end":"2026-04-07T04:16:50.902547Z","steps":["trace[127175469] 'agreement among raft nodes before linearized reading' (duration: 2.717153365s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.902634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.185226Z","time spent":"2.717397682s","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-04-07T04:16:50.902595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.889799Z","time spent":"2.012759186s","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:16:50.902759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680248864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:16:50.902815Z","caller":"traceutil/trace.go:171","msg":"trace[282693228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25436; }","duration":"1.680331995s","start":"2026-04-07T04:16:49.222469Z","end":"2026-04-07T04:16:50.902801Z","steps":["trace[282693228] 'agreement among raft nodes before linearized reading' (duration: 1.680184061s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.902836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.222456Z","time spent":"1.680375267s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:16:51.534722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.802847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:51.535053Z","caller":"traceutil/trace.go:171","msg":"trace[1535752819] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"629.349646ms","start":"2026-04-07T04:16:50.905681Z","end":"2026-04-07T04:16:51.535031Z","steps":["trace[1535752819] 'process raft request' (duration: 629.250583ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:51.535057Z","caller":"traceutil/trace.go:171","msg":"trace[342840515] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"706.946877ms","start":"2026-04-07T04:16:50.828076Z","end":"2026-04-07T04:16:51.535022Z","steps":["trace[342840515] 'process raft request' (duration: 342.743159ms)","trace[342840515] 'compare' (duration: 363.334855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:51.535141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.905669Z","time spent":"629.432758ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:51.535192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.828057Z","time spent":"707.06121ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.53536Z","caller":"traceutil/trace.go:171","msg":"trace[1533548290] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26257; }","duration":"633.287791ms","start":"2026-04-07T04:16:50.902062Z","end":"2026-04-07T04:16:51.53535Z","steps":["trace[1533548290] 'read index received' (duration: 268.776535ms)","trace[1533548290] 'applied index is now lower than readState.Index' (duration: 364.509936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:51.535442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.904128Z","time spent":"631.312868ms","remote":"127.0.0.1:38100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T04:16:51.535534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.500972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:16:51.53555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.825252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:51.535572Z","caller":"traceutil/trace.go:171","msg":"trace[437175170] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25438; }","duration":"687.539944ms","start":"2026-04-07T04:16:50.848023Z","end":"2026-04-07T04:16:51.535563Z","steps":["trace[437175170] 'agreement among raft nodes before linearized reading' (duration: 687.472412ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:51.535583Z","caller":"traceutil/trace.go:171","msg":"trace[573722190] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25438; }","duration":"897.889343ms","start":"2026-04-07T04:16:50.637684Z","end":"2026-04-07T04:16:51.535574Z","steps":["trace[573722190] 'agreement among raft nodes before linearized reading' (duration: 897.803221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.535597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.847981Z","time spent":"687.609205ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.53561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.637668Z","time spent":"897.934936ms","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.53561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065712749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.535653Z","caller":"traceutil/trace.go:171","msg":"trace[199684819] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25438; }","duration":"1.06580156s","start":"2026-04-07T04:16:50.469842Z","end":"2026-04-07T04:16:51.535644Z","steps":["trace[199684819] 'agreement among raft nodes before linearized reading' (duration: 1.065726838s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.535656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200854411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:51.535689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.469787Z","time spent":"1.065894262s","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.535673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470311344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:51.535712Z","caller":"traceutil/trace.go:171","msg":"trace[583444441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25438; }","duration":"1.200951663s","start":"2026-04-07T04:16:50.334745Z","end":"2026-04-07T04:16:51.535696Z","steps":["trace[583444441] 'agreement among raft nodes before linearized reading' (duration: 1.200859741s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.535737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.721808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:51.535752Z","caller":"traceutil/trace.go:171","msg":"trace[2070982140] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25438; }","duration":"1.470443167s","start":"2026-04-07T04:16:50.065292Z","end":"2026-04-07T04:16:51.535735Z","steps":["trace[2070982140] 'agreement among raft nodes before linearized reading' (duration: 1.470298733s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.535756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.334723Z","time spent":"1.201022476s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:16:51.535769Z","caller":"traceutil/trace.go:171","msg":"trace[1896743851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25438; }","duration":"694.770319ms","start":"2026-04-07T04:16:50.84099Z","end":"2026-04-07T04:16:51.53576Z","steps":["trace[1896743851] 'agreement among raft nodes before linearized reading' (duration: 694.711547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.535791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.840985Z","time spent":"694.79942ms","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.535831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.21922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:51.535845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.724244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.535862Z","caller":"traceutil/trace.go:171","msg":"trace[533183427] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25438; }","duration":"564.265081ms","start":"2026-04-07T04:16:50.971591Z","end":"2026-04-07T04:16:51.535856Z","steps":["trace[533183427] 'agreement among raft nodes before linearized reading' (duration: 564.215209ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:51.53587Z","caller":"traceutil/trace.go:171","msg":"trace[401189574] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25438; }","duration":"626.757385ms","start":"2026-04-07T04:16:50.909105Z","end":"2026-04-07T04:16:51.535862Z","steps":["trace[401189574] 'agreement among raft nodes before linearized reading' (duration: 626.714333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.535787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.065268Z","time spent":"1.47051077s","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.53588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.216298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-07T04:16:51.535889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.909099Z","time spent":"626.784946ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-07T04:16:51.535908Z","caller":"traceutil/trace.go:171","msg":"trace[1033645691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25438; }","duration":"630.271169ms","start":"2026-04-07T04:16:50.90563Z","end":"2026-04-07T04:16:51.535901Z","steps":["trace[1033645691] 'agreement among raft nodes before linearized reading' (duration: 630.157246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.535928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.905615Z","time spent":"630.308171ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:16:51.535966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.176491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:51.535673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295235685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.536037Z","caller":"traceutil/trace.go:171","msg":"trace[331155640] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25438; }","duration":"1.295645026s","start":"2026-04-07T04:16:50.240382Z","end":"2026-04-07T04:16:51.536027Z","steps":["trace[331155640] 'agreement among raft nodes before linearized reading' (duration: 1.295228565s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:51.536037Z","caller":"traceutil/trace.go:171","msg":"trace[1443030103] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25438; }","duration":"816.259313ms","start":"2026-04-07T04:16:50.719758Z","end":"2026-04-07T04:16:51.536017Z","steps":["trace[1443030103] 'agreement among raft nodes before linearized reading' (duration: 816.15533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.536069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.240368Z","time spent":"1.295693147s","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.535884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.971585Z","time spent":"564.292951ms","remote":"127.0.0.1:38194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.536085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.719753Z","time spent":"816.317575ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:52.043158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579886471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:52.543648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579886471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:53.043865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579886471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:53.097596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560270749s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T04:16:53.45458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.619833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:53.454654Z","caller":"traceutil/trace.go:171","msg":"trace[861467979] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"1.917433706s","start":"2026-04-07T04:16:51.537206Z","end":"2026-04-07T04:16:53.454639Z","steps":["trace[861467979] 'process raft request' (duration: 1.56067593s)","trace[861467979] 'compare' (duration: 356.209702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:53.454689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.537178Z","time spent":"1.917494929s","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:53.542894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T04:16:53.542966Z","caller":"traceutil/trace.go:171","msg":"trace[1459859131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203657s","start":"2026-04-07T04:16:51.542747Z","end":"2026-04-07T04:16:53.542951Z","steps":["trace[1459859131] 'agreement among raft nodes before linearized reading' (duration: 2.000108885s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.543001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.542739Z","time spent":"2.00025628s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:16:53.824588Z","caller":"traceutil/trace.go:171","msg":"trace[1186025002] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"2.012645633s","start":"2026-04-07T04:16:51.811922Z","end":"2026-04-07T04:16:53.824567Z","steps":["trace[1186025002] 'process raft request' (duration: 2.01251732s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.824705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.811912Z","time spent":"2.012735986s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.824812Z","caller":"traceutil/trace.go:171","msg":"trace[2058592752] linearizableReadLoop","detail":"{readStateIndex:26268; appliedIndex:26260; }","duration":"2.282029104s","start":"2026-04-07T04:16:51.542764Z","end":"2026-04-07T04:16:53.824793Z","steps":["trace[2058592752] 'read index received' (duration: 1.55512988s)","trace[2058592752] 'applied index is now lower than readState.Index' (duration: 726.898424ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:53.824862Z","caller":"traceutil/trace.go:171","msg":"trace[334602872] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"2.013087315s","start":"2026-04-07T04:16:51.811766Z","end":"2026-04-07T04:16:53.824853Z","steps":["trace[334602872] 'process raft request' (duration: 2.002094939s)","trace[334602872] 'compare' (duration: 10.415441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:53.824906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.811747Z","time spent":"2.013135237s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.824962Z","caller":"traceutil/trace.go:171","msg":"trace[1943976258] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"2.012111998s","start":"2026-04-07T04:16:51.812844Z","end":"2026-04-07T04:16:53.824956Z","steps":["trace[1943976258] 'process raft request' (duration: 2.01182668s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.824998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.812822Z","time spent":"2.012157181s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.825034Z","caller":"traceutil/trace.go:171","msg":"trace[1638395491] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"917.259806ms","start":"2026-04-07T04:16:52.907764Z","end":"2026-04-07T04:16:53.825024Z","steps":["trace[1638395491] 'process raft request' (duration: 917.000959ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.825303Z","caller":"traceutil/trace.go:171","msg":"trace[1982718950] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"2.013268911s","start":"2026-04-07T04:16:51.811976Z","end":"2026-04-07T04:16:53.825245Z","steps":["trace[1982718950] 'process raft request' (duration: 2.012549272s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.825402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.811969Z","time spent":"2.013387504s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.825387Z","caller":"traceutil/trace.go:171","msg":"trace[901925570] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"2.012878519s","start":"2026-04-07T04:16:51.812452Z","end":"2026-04-07T04:16:53.825331Z","steps":["trace[901925570] 'process raft request' (duration: 2.01213931s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.825083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282293832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:53.82549Z","caller":"traceutil/trace.go:171","msg":"trace[1005303888] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25446; }","duration":"2.282720283s","start":"2026-04-07T04:16:51.542747Z","end":"2026-04-07T04:16:53.825467Z","steps":["trace[1005303888] 'agreement among raft nodes before linearized reading' (duration: 2.282210749s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.825508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.812432Z","time spent":"2.013013374s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.8253Z","caller":"traceutil/trace.go:171","msg":"trace[1477530047] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"2.012691425s","start":"2026-04-07T04:16:51.812584Z","end":"2026-04-07T04:16:53.825275Z","steps":["trace[1477530047] 'process raft request' (duration: 2.012058618s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.825543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.542739Z","time spent":"2.282788255s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:16:53.825425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.907743Z","time spent":"917.615586ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:53.825666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.81256Z","time spent":"2.013018603s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:54.325984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334366842579886483,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T04:16:54.647594Z","caller":"traceutil/trace.go:171","msg":"trace[1700157754] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"1.417141219s","start":"2026-04-07T04:16:53.230434Z","end":"2026-04-07T04:16:54.647575Z","steps":["trace[1700157754] 'process raft request' (duration: 1.411709733s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.647708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:53.230409Z","time spent":"1.417240024s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:54.815513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.934517ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-07T04:16:54.816246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161356971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:54.816333Z","caller":"traceutil/trace.go:171","msg":"trace[473175429] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25448; }","duration":"2.161495705s","start":"2026-04-07T04:16:52.654819Z","end":"2026-04-07T04:16:54.816315Z","steps":["trace[473175429] 'agreement among raft nodes before linearized reading' (duration: 2.161342161s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.816375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.654801Z","time spent":"2.161564117s","remote":"127.0.0.1:38262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:54.816306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208769137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:54.81638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272721088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:54.816474Z","caller":"traceutil/trace.go:171","msg":"trace[605074849] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"1.271786862s","start":"2026-04-07T04:16:53.544658Z","end":"2026-04-07T04:16:54.816445Z","steps":["trace[605074849] 'process raft request' (duration: 1.271256139s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.816487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004373847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:54.816498Z","caller":"traceutil/trace.go:171","msg":"trace[1346827789] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25448; }","duration":"3.208977312s","start":"2026-04-07T04:16:51.607475Z","end":"2026-04-07T04:16:54.816452Z","steps":["trace[1346827789] 'agreement among raft nodes before linearized reading' (duration: 3.208780396s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.816616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273788929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3f8036d51738d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-07T04:16:54.816582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359656511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-07T04:16:54.816626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:53.544647Z","time spent":"1.271899045s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:54.816666Z","caller":"traceutil/trace.go:171","msg":"trace[1474720092] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3f8036d51738d; range_end:; response_count:1; response_revision:25448; }","duration":"3.27384764s","start":"2026-04-07T04:16:51.542803Z","end":"2026-04-07T04:16:54.816651Z","steps":["trace[1474720092] 'agreement among raft nodes before linearized reading' (duration: 3.273729767s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.816695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.542791Z","time spent":"3.273898183s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3f8036d51738d\" "} {"level":"info","ts":"2026-04-07T04:16:54.81669Z","caller":"traceutil/trace.go:171","msg":"trace[1464158772] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25448; }","duration":"1.359841966s","start":"2026-04-07T04:16:53.456825Z","end":"2026-04-07T04:16:54.816667Z","steps":["trace[1464158772] 'agreement among raft nodes before linearized reading' (duration: 1.359535398s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.816392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005901508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T04:16:54.816747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:53.456808Z","time spent":"1.359924017s","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T04:16:54.816705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.607446Z","time spent":"3.209194398s","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-07T04:16:54.816796Z","caller":"traceutil/trace.go:171","msg":"trace[1878522179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25448; }","duration":"3.0063642s","start":"2026-04-07T04:16:51.810415Z","end":"2026-04-07T04:16:54.816779Z","steps":["trace[1878522179] 'agreement among raft nodes before linearized reading' (duration: 3.005820406s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:54.816494Z","caller":"traceutil/trace.go:171","msg":"trace[367011261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25448; }","duration":"1.272873993s","start":"2026-04-07T04:16:53.543601Z","end":"2026-04-07T04:16:54.816475Z","steps":["trace[367011261] 'agreement among raft nodes before linearized reading' (duration: 1.272693148s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.816853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.810391Z","time spent":"3.006446012s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:54.816903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:53.543582Z","time spent":"1.273297853s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:54.816421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926383038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:54.81703Z","caller":"traceutil/trace.go:171","msg":"trace[192927121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25448; }","duration":"1.927010445s","start":"2026-04-07T04:16:52.889998Z","end":"2026-04-07T04:16:54.817009Z","steps":["trace[192927121] 'agreement among raft nodes before linearized reading' (duration: 1.926373538s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.817087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.889982Z","time spent":"1.927091376s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:54.816403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002584709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:16:54.817438Z","caller":"traceutil/trace.go:171","msg":"trace[1599679936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25448; }","duration":"3.003653937s","start":"2026-04-07T04:16:51.813763Z","end":"2026-04-07T04:16:54.817417Z","steps":["trace[1599679936] 'agreement among raft nodes before linearized reading' (duration: 3.002474696s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.817472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819063275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:54.817505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.813755Z","time spent":"3.003732339s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T04:16:54.817539Z","caller":"traceutil/trace.go:171","msg":"trace[2041471803] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25448; }","duration":"1.820206955s","start":"2026-04-07T04:16:52.997317Z","end":"2026-04-07T04:16:54.817524Z","steps":["trace[2041471803] 'agreement among raft nodes before linearized reading' (duration: 1.819011313s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.816403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004371146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T04:16:54.817584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.997261Z","time spent":"1.820308629s","remote":"127.0.0.1:48934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:54.817603Z","caller":"traceutil/trace.go:171","msg":"trace[310412298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25448; }","duration":"3.005589929s","start":"2026-04-07T04:16:51.811991Z","end":"2026-04-07T04:16:54.817581Z","steps":["trace[310412298] 'agreement among raft nodes before linearized reading' (duration: 3.004261504s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.817676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.811975Z","time spent":"3.005683403s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:16:54.816571Z","caller":"traceutil/trace.go:171","msg":"trace[231043703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25448; }","duration":"3.00451116s","start":"2026-04-07T04:16:51.812039Z","end":"2026-04-07T04:16:54.81655Z","steps":["trace[231043703] 'agreement among raft nodes before linearized reading' (duration: 3.004234673s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.817744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.812015Z","time spent":"3.005720052s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T04:16:54.816078Z","caller":"traceutil/trace.go:171","msg":"trace[1554896634] linearizableReadLoop","detail":"{readStateIndex:26271; appliedIndex:26268; }","duration":"991.186349ms","start":"2026-04-07T04:16:53.824873Z","end":"2026-04-07T04:16:54.816059Z","steps":["trace[1554896634] 'read index received' (duration: 817.22926ms)","trace[1554896634] 'applied index is now lower than readState.Index' (duration: 173.956079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:54.818107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007060948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:16:54.818172Z","caller":"traceutil/trace.go:171","msg":"trace[1314967152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25448; }","duration":"3.007165972s","start":"2026-04-07T04:16:51.810989Z","end":"2026-04-07T04:16:54.818155Z","steps":["trace[1314967152] 'agreement among raft nodes before linearized reading' (duration: 3.005253031s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.818213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.810969Z","time spent":"3.007232244s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:54.834114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002948776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:54.834185Z","caller":"traceutil/trace.go:171","msg":"trace[310637714] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25449; }","duration":"1.003056099s","start":"2026-04-07T04:16:53.83111Z","end":"2026-04-07T04:16:54.834166Z","steps":["trace[310637714] 'agreement among raft nodes before linearized reading' (duration: 1.002943206s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:54.834371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:53.831092Z","time spent":"1.003265294s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:16:54.834128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.964233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:54.83477Z","caller":"traceutil/trace.go:171","msg":"trace[157767045] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25449; }","duration":"163.693711ms","start":"2026-04-07T04:16:54.671064Z","end":"2026-04-07T04:16:54.834758Z","steps":["trace[157767045] 'agreement among raft nodes before linearized reading' (duration: 162.962472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.379817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.920402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:55.38006Z","caller":"traceutil/trace.go:171","msg":"trace[221653073] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26272; }","duration":"546.071611ms","start":"2026-04-07T04:16:54.833976Z","end":"2026-04-07T04:16:55.380048Z","steps":["trace[221653073] 'read index received' (duration: 195.703966ms)","trace[221653073] 'applied index is now lower than readState.Index' (duration: 350.366985ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:55.380132Z","caller":"traceutil/trace.go:171","msg":"trace[1477889529] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"559.961325ms","start":"2026-04-07T04:16:54.820163Z","end":"2026-04-07T04:16:55.380124Z","steps":["trace[1477889529] 'process raft request' (duration: 209.57996ms)","trace[1477889529] 'compare' (duration: 349.398698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:55.380179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.820141Z","time spent":"560.012596ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:55.3804Z","caller":"traceutil/trace.go:171","msg":"trace[843644282] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"559.159163ms","start":"2026-04-07T04:16:54.821234Z","end":"2026-04-07T04:16:55.380393Z","steps":["trace[843644282] 'process raft request' (duration: 558.658339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.380444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.821214Z","time spent":"559.208033ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:55.380537Z","caller":"traceutil/trace.go:171","msg":"trace[587192280] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"558.605548ms","start":"2026-04-07T04:16:54.821922Z","end":"2026-04-07T04:16:55.380528Z","steps":["trace[587192280] 'process raft request' (duration: 558.029383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.380572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.821912Z","time spent":"558.640799ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:55.380724Z","caller":"traceutil/trace.go:171","msg":"trace[1792230809] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"558.469585ms","start":"2026-04-07T04:16:54.822246Z","end":"2026-04-07T04:16:55.380716Z","steps":["trace[1792230809] 'process raft request' (duration: 557.732305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.380763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.822229Z","time spent":"558.512215ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:55.380845Z","caller":"traceutil/trace.go:171","msg":"trace[1703890610] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"558.524486ms","start":"2026-04-07T04:16:54.822313Z","end":"2026-04-07T04:16:55.380838Z","steps":["trace[1703890610] 'process raft request' (duration: 557.685513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.380877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.822304Z","time spent":"558.554256ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:55.380978Z","caller":"traceutil/trace.go:171","msg":"trace[1118123968] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"558.053492ms","start":"2026-04-07T04:16:54.822915Z","end":"2026-04-07T04:16:55.380969Z","steps":["trace[1118123968] 'process raft request' (duration: 557.104937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.381032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.822906Z","time spent":"558.096195ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:55.381181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.433586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:55.38122Z","caller":"traceutil/trace.go:171","msg":"trace[936548573] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25455; }","duration":"521.487538ms","start":"2026-04-07T04:16:54.859716Z","end":"2026-04-07T04:16:55.381204Z","steps":["trace[936548573] 'agreement among raft nodes before linearized reading' (duration: 521.431236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.381222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.956889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-07T04:16:55.381212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.206784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:55.381215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.280825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:55.381269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.859708Z","time spent":"521.545779ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:55.381275Z","caller":"traceutil/trace.go:171","msg":"trace[87195394] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25455; }","duration":"562.01476ms","start":"2026-04-07T04:16:54.819246Z","end":"2026-04-07T04:16:55.381261Z","steps":["trace[87195394] 'agreement among raft nodes before linearized reading' (duration: 561.852896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.38126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.035776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:55.381289Z","caller":"traceutil/trace.go:171","msg":"trace[1065396652] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25455; }","duration":"559.313856ms","start":"2026-04-07T04:16:54.821957Z","end":"2026-04-07T04:16:55.38127Z","steps":["trace[1065396652] 'agreement among raft nodes before linearized reading' (duration: 559.174643ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:55.381299Z","caller":"traceutil/trace.go:171","msg":"trace[1940368904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25455; }","duration":"556.415119ms","start":"2026-04-07T04:16:54.824865Z","end":"2026-04-07T04:16:55.38128Z","steps":["trace[1940368904] 'agreement among raft nodes before linearized reading' (duration: 556.262595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.381324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.819182Z","time spent":"562.125222ms","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-07T04:16:55.38128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.324825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:55.381521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.824819Z","time spent":"556.694796ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:16:55.381524Z","caller":"traceutil/trace.go:171","msg":"trace[76432454] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25455; }","duration":"202.1896ms","start":"2026-04-07T04:16:55.179133Z","end":"2026-04-07T04:16:55.381323Z","steps":["trace[76432454] 'agreement among raft nodes before linearized reading' (duration: 202.019975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.381522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.821946Z","time spent":"559.568843ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-07T04:16:55.381544Z","caller":"traceutil/trace.go:171","msg":"trace[165014845] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25455; }","duration":"435.642744ms","start":"2026-04-07T04:16:54.945882Z","end":"2026-04-07T04:16:55.381525Z","steps":["trace[165014845] 'agreement among raft nodes before linearized reading' (duration: 435.291004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.381521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.491431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:55.381605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:54.945864Z","time spent":"435.730416ms","remote":"127.0.0.1:38418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:55.381666Z","caller":"traceutil/trace.go:171","msg":"trace[1302974983] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25455; }","duration":"165.872191ms","start":"2026-04-07T04:16:55.215746Z","end":"2026-04-07T04:16:55.381618Z","steps":["trace[1302974983] 'agreement among raft nodes before linearized reading' (duration: 165.423409ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:55.864175Z","caller":"traceutil/trace.go:171","msg":"trace[1632191979] linearizableReadLoop","detail":"{readStateIndex:26280; appliedIndex:26279; }","duration":"288.338342ms","start":"2026-04-07T04:16:55.57582Z","end":"2026-04-07T04:16:55.864158Z","steps":["trace[1632191979] 'read index received' (duration: 213.384532ms)","trace[1632191979] 'applied index is now lower than readState.Index' (duration: 74.95288ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:55.864221Z","caller":"traceutil/trace.go:171","msg":"trace[1299457276] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"444.476351ms","start":"2026-04-07T04:16:55.419712Z","end":"2026-04-07T04:16:55.864188Z","steps":["trace[1299457276] 'process raft request' (duration: 369.551372ms)","trace[1299457276] 'compare' (duration: 74.60729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:55.864479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.653852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:55.864499Z","caller":"traceutil/trace.go:171","msg":"trace[24866935] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25457; }","duration":"288.728843ms","start":"2026-04-07T04:16:55.575764Z","end":"2026-04-07T04:16:55.864493Z","steps":["trace[24866935] 'agreement among raft nodes before linearized reading' (duration: 288.487397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:55.864526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.419702Z","time spent":"444.745989ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:56.536924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.100357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:56.537345Z","caller":"traceutil/trace.go:171","msg":"trace[966209905] linearizableReadLoop","detail":"{readStateIndex:26287; appliedIndex:26280; }","duration":"673.088124ms","start":"2026-04-07T04:16:55.864233Z","end":"2026-04-07T04:16:56.537321Z","steps":["trace[966209905] 'read index received' (duration: 250.606305ms)","trace[966209905] 'applied index is now lower than readState.Index' (duration: 422.480559ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:56.537501Z","caller":"traceutil/trace.go:171","msg":"trace[1752034795] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"700.100583ms","start":"2026-04-07T04:16:55.837388Z","end":"2026-04-07T04:16:56.537488Z","steps":["trace[1752034795] 'process raft request' (duration: 699.828076ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:56.537511Z","caller":"traceutil/trace.go:171","msg":"trace[1287124356] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"703.786301ms","start":"2026-04-07T04:16:55.83367Z","end":"2026-04-07T04:16:56.537457Z","steps":["trace[1287124356] 'process raft request' (duration: 281.078007ms)","trace[1287124356] 'compare' (duration: 421.873482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:56.537568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.837362Z","time spent":"700.176875ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:56.537603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.833644Z","time spent":"703.906855ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:56.537748Z","caller":"traceutil/trace.go:171","msg":"trace[1521336242] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"702.835506ms","start":"2026-04-07T04:16:55.834893Z","end":"2026-04-07T04:16:56.537728Z","steps":["trace[1521336242] 'process raft request' (duration: 702.274541ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:56.53775Z","caller":"traceutil/trace.go:171","msg":"trace[933913066] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"702.906367ms","start":"2026-04-07T04:16:55.834818Z","end":"2026-04-07T04:16:56.537725Z","steps":["trace[933913066] 'process raft request' (duration: 702.313492ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:56.537827Z","caller":"traceutil/trace.go:171","msg":"trace[1379678547] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"700.323739ms","start":"2026-04-07T04:16:55.83749Z","end":"2026-04-07T04:16:56.537813Z","steps":["trace[1379678547] 'process raft request' (duration: 699.776434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:56.537845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.834849Z","time spent":"702.945089ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:56.53787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.834804Z","time spent":"702.99709ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:56.537889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.837473Z","time spent":"700.38448ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:56.537894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.8456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-79ff456b4b-xv6h9\" ","response":"range_response_count:1 size:8826"} {"level":"info","ts":"2026-04-07T04:16:56.537886Z","caller":"traceutil/trace.go:171","msg":"trace[1304103482] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"703.965397ms","start":"2026-04-07T04:16:55.83389Z","end":"2026-04-07T04:16:56.537855Z","steps":["trace[1304103482] 'process raft request' (duration: 703.204877ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:56.537748Z","caller":"traceutil/trace.go:171","msg":"trace[113661880] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"703.860823ms","start":"2026-04-07T04:16:55.833869Z","end":"2026-04-07T04:16:56.53773Z","steps":["trace[113661880] 'process raft request' (duration: 703.161725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:56.537927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.358545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:56.537937Z","caller":"traceutil/trace.go:171","msg":"trace[633962156] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-79ff456b4b-xv6h9; range_end:; response_count:1; response_revision:25464; }","duration":"941.929111ms","start":"2026-04-07T04:16:55.595997Z","end":"2026-04-07T04:16:56.537926Z","steps":["trace[633962156] 'agreement among raft nodes before linearized reading' (duration: 941.755066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:56.537951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.518486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:56.537919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.36453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:56.537961Z","caller":"traceutil/trace.go:171","msg":"trace[1711103896] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25464; }","duration":"317.416807ms","start":"2026-04-07T04:16:56.220535Z","end":"2026-04-07T04:16:56.537951Z","steps":["trace[1711103896] 'agreement among raft nodes before linearized reading' (duration: 317.348935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:56.537967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.595977Z","time spent":"941.983963ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8849,"request content":"key:\"/registry/pods/openstack/magnum-api-79ff456b4b-xv6h9\" "} {"level":"info","ts":"2026-04-07T04:16:56.53797Z","caller":"traceutil/trace.go:171","msg":"trace[67310973] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25464; }","duration":"630.580819ms","start":"2026-04-07T04:16:55.907382Z","end":"2026-04-07T04:16:56.537963Z","steps":["trace[67310973] 'agreement among raft nodes before linearized reading' (duration: 630.535717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:56.53797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.203333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:56.53797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.833833Z","time spent":"704.115621ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:56.537975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.596044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-07T04:16:56.537989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.907366Z","time spent":"630.61999ms","remote":"127.0.0.1:48844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:56.537988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:56.220523Z","time spent":"317.459158ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:56.537993Z","caller":"traceutil/trace.go:171","msg":"trace[399830729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25464; }","duration":"326.260836ms","start":"2026-04-07T04:16:56.211726Z","end":"2026-04-07T04:16:56.537986Z","steps":["trace[399830729] 'agreement among raft nodes before linearized reading' (duration: 326.221354ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:56.53799Z","caller":"traceutil/trace.go:171","msg":"trace[25733771] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25464; }","duration":"933.492603ms","start":"2026-04-07T04:16:55.60448Z","end":"2026-04-07T04:16:56.537972Z","steps":["trace[25733771] 'agreement among raft nodes before linearized reading' (duration: 933.36839ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:56.538003Z","caller":"traceutil/trace.go:171","msg":"trace[1790211960] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25464; }","duration":"556.662596ms","start":"2026-04-07T04:16:55.981331Z","end":"2026-04-07T04:16:56.537994Z","steps":["trace[1790211960] 'agreement among raft nodes before linearized reading' (duration: 556.568873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:56.537993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.194986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb63b795be\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-04-07T04:16:56.538025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.98131Z","time spent":"556.710066ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T04:16:56.538025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.604448Z","time spent":"933.567746ms","remote":"127.0.0.1:49012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:56.53803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.833854Z","time spent":"704.09695ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:56.53805Z","caller":"traceutil/trace.go:171","msg":"trace[1519826283] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb63b795be; range_end:; response_count:1; response_revision:25464; }","duration":"670.285578ms","start":"2026-04-07T04:16:55.867748Z","end":"2026-04-07T04:16:56.538034Z","steps":["trace[1519826283] 'agreement among raft nodes before linearized reading' (duration: 670.119755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:56.538101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:55.867731Z","time spent":"670.357861ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":774,"request content":"key:\"/registry/events/openstack/magnum-api-79ff456b4b-xv6h9.18a3f7fb63b795be\" "} {"level":"warn","ts":"2026-04-07T04:16:56.53801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:56.211706Z","time spent":"326.301196ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:16:56.735795Z","caller":"traceutil/trace.go:171","msg":"trace[876259993] linearizableReadLoop","detail":"{readStateIndex:26289; appliedIndex:26288; }","duration":"151.169884ms","start":"2026-04-07T04:16:56.584586Z","end":"2026-04-07T04:16:56.735756Z","steps":["trace[876259993] 'read index received' (duration: 62.755211ms)","trace[876259993] 'applied index is now lower than readState.Index' (duration: 88.413653ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:56.735833Z","caller":"traceutil/trace.go:171","msg":"trace[1815431210] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"186.516138ms","start":"2026-04-07T04:16:56.549284Z","end":"2026-04-07T04:16:56.7358Z","steps":["trace[1815431210] 'process raft request' (duration: 98.151395ms)","trace[1815431210] 'compare' (duration: 88.053224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:56.735976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.35577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:56.736062Z","caller":"traceutil/trace.go:171","msg":"trace[1505171758] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25466; }","duration":"151.493874ms","start":"2026-04-07T04:16:56.584547Z","end":"2026-04-07T04:16:56.736041Z","steps":["trace[1505171758] 'agreement among raft nodes before linearized reading' (duration: 151.335169ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:57.235765Z","caller":"traceutil/trace.go:171","msg":"trace[1464270051] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"413.937849ms","start":"2026-04-07T04:16:56.821785Z","end":"2026-04-07T04:16:57.235723Z","steps":["trace[1464270051] 'process raft request' (duration: 413.508368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:57.235962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:56.821752Z","time spent":"414.103742ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:57.741795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.565761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:57.741912Z","caller":"traceutil/trace.go:171","msg":"trace[1953039404] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26290; }","duration":"376.452968ms","start":"2026-04-07T04:16:57.365438Z","end":"2026-04-07T04:16:57.741891Z","steps":["trace[1953039404] 'read index received' (duration: 91.737513ms)","trace[1953039404] 'applied index is now lower than readState.Index' (duration: 284.713665ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:57.742003Z","caller":"traceutil/trace.go:171","msg":"trace[120702702] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"429.479537ms","start":"2026-04-07T04:16:57.312493Z","end":"2026-04-07T04:16:57.741973Z","steps":["trace[120702702] 'process raft request' (duration: 144.64365ms)","trace[120702702] 'compare' (duration: 284.146449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:57.742155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.312466Z","time spent":"429.609971ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:57.742888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.819532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:16:57.742867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.833672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:57.742916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.977343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:16:57.742944Z","caller":"traceutil/trace.go:171","msg":"trace[631769163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25468; }","duration":"355.887813ms","start":"2026-04-07T04:16:57.387043Z","end":"2026-04-07T04:16:57.742931Z","steps":["trace[631769163] 'agreement among raft nodes before linearized reading' (duration: 355.719219ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:57.742963Z","caller":"traceutil/trace.go:171","msg":"trace[404953545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25468; }","duration":"357.038535ms","start":"2026-04-07T04:16:57.385912Z","end":"2026-04-07T04:16:57.74295Z","steps":["trace[404953545] 'agreement among raft nodes before linearized reading' (duration: 356.84424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:57.742978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.387039Z","time spent":"355.930855ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:57.742974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.352126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T04:16:57.742991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.955359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:16:57.743005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.385883Z","time spent":"357.113746ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T04:16:57.74305Z","caller":"traceutil/trace.go:171","msg":"trace[358028764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25468; }","duration":"356.446128ms","start":"2026-04-07T04:16:57.386586Z","end":"2026-04-07T04:16:57.743032Z","steps":["trace[358028764] 'agreement among raft nodes before linearized reading' (duration: 356.225282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:57.74303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.263084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:16:57.743064Z","caller":"traceutil/trace.go:171","msg":"trace[1885690185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25468; }","duration":"355.03999ms","start":"2026-04-07T04:16:57.388006Z","end":"2026-04-07T04:16:57.743046Z","steps":["trace[1885690185] 'agreement among raft nodes before linearized reading' (duration: 354.767283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:57.743095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.386561Z","time spent":"356.525471ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:16:57.743117Z","caller":"traceutil/trace.go:171","msg":"trace[2017310821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25468; }","duration":"356.398567ms","start":"2026-04-07T04:16:57.3867Z","end":"2026-04-07T04:16:57.743098Z","steps":["trace[2017310821] 'agreement among raft nodes before linearized reading' (duration: 356.093238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:57.74314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.388002Z","time spent":"355.124132ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:57.743171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.386695Z","time spent":"356.467068ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:57.743706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.260706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T04:16:57.743763Z","caller":"traceutil/trace.go:171","msg":"trace[590777703] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25468; }","duration":"378.320338ms","start":"2026-04-07T04:16:57.365428Z","end":"2026-04-07T04:16:57.743748Z","steps":["trace[590777703] 'agreement among raft nodes before linearized reading' (duration: 376.578581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:57.743802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.365357Z","time spent":"378.436441ms","remote":"127.0.0.1:38584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2724,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:57.745114Z","caller":"traceutil/trace.go:171","msg":"trace[18807805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25468; }","duration":"277.219203ms","start":"2026-04-07T04:16:57.46596Z","end":"2026-04-07T04:16:57.743179Z","steps":["trace[18807805] 'agreement among raft nodes before linearized reading' (duration: 276.808732ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:58.247773Z","caller":"traceutil/trace.go:171","msg":"trace[692458981] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"500.096401ms","start":"2026-04-07T04:16:57.747659Z","end":"2026-04-07T04:16:58.247755Z","steps":["trace[692458981] 'process raft request' (duration: 500.012399ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:58.247811Z","caller":"traceutil/trace.go:171","msg":"trace[1520834695] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"500.260475ms","start":"2026-04-07T04:16:57.74752Z","end":"2026-04-07T04:16:58.247744Z","steps":["trace[1520834695] 'process raft request' (duration: 500.110171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:58.247891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.747651Z","time spent":"500.181284ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:58.247955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.747503Z","time spent":"500.375347ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:58.248112Z","caller":"traceutil/trace.go:171","msg":"trace[878924363] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"500.018788ms","start":"2026-04-07T04:16:57.74808Z","end":"2026-04-07T04:16:58.248099Z","steps":["trace[878924363] 'process raft request' (duration: 499.613097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:58.248174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.748071Z","time spent":"500.07494ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:58.248194Z","caller":"traceutil/trace.go:171","msg":"trace[1454266508] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"500.672616ms","start":"2026-04-07T04:16:57.747508Z","end":"2026-04-07T04:16:58.248181Z","steps":["trace[1454266508] 'process raft request' (duration: 499.996518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:58.248248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:57.747483Z","time spent":"500.739528ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:58.466899Z","caller":"traceutil/trace.go:171","msg":"trace[591377039] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"180.780802ms","start":"2026-04-07T04:16:58.286087Z","end":"2026-04-07T04:16:58.466868Z","steps":["trace[591377039] 'process raft request' (duration: 94.303481ms)","trace[591377039] 'compare' (duration: 86.05005ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:58.680819Z","caller":"traceutil/trace.go:171","msg":"trace[1785674154] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"133.632282ms","start":"2026-04-07T04:16:58.547155Z","end":"2026-04-07T04:16:58.680788Z","steps":["trace[1785674154] 'process raft request' (duration: 89.580245ms)","trace[1785674154] 'compare' (duration: 43.928394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:58.938214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.583568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:58.938441Z","caller":"traceutil/trace.go:171","msg":"trace[1662715643] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"391.211056ms","start":"2026-04-07T04:16:58.547196Z","end":"2026-04-07T04:16:58.938407Z","steps":["trace[1662715643] 'process raft request' (duration: 269.34402ms)","trace[1662715643] 'compare' (duration: 121.429704ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:58.938461Z","caller":"traceutil/trace.go:171","msg":"trace[1198444439] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"391.231916ms","start":"2026-04-07T04:16:58.547206Z","end":"2026-04-07T04:16:58.938438Z","steps":["trace[1198444439] 'process raft request' (duration: 391.112873ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:58.938515Z","caller":"traceutil/trace.go:171","msg":"trace[1768363303] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"391.145984ms","start":"2026-04-07T04:16:58.54735Z","end":"2026-04-07T04:16:58.938496Z","steps":["trace[1768363303] 'process raft request' (duration: 391.062552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:58.938579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:58.54709Z","time spent":"391.409651ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:58.938581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:58.547182Z","time spent":"391.321569ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:58.938617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:58.547338Z","time spent":"391.215375ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:58.938719Z","caller":"traceutil/trace.go:171","msg":"trace[1858284935] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"390.117617ms","start":"2026-04-07T04:16:58.548586Z","end":"2026-04-07T04:16:58.938703Z","steps":["trace[1858284935] 'process raft request' (duration: 389.866739ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:58.938763Z","caller":"traceutil/trace.go:171","msg":"trace[64428672] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"391.412111ms","start":"2026-04-07T04:16:58.547342Z","end":"2026-04-07T04:16:58.938754Z","steps":["trace[64428672] 'process raft request' (duration: 391.029141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:58.938805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:58.547337Z","time spent":"391.444321ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:58.938805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:58.548574Z","time spent":"390.187618ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:58.938857Z","caller":"traceutil/trace.go:171","msg":"trace[1501003340] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"390.122235ms","start":"2026-04-07T04:16:58.548661Z","end":"2026-04-07T04:16:58.938783Z","steps":["trace[1501003340] 'process raft request' (duration: 389.886039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:58.938941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:58.548654Z","time spent":"390.236149ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:59.229475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.738534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:59.229617Z","caller":"traceutil/trace.go:171","msg":"trace[156197192] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"285.832745ms","start":"2026-04-07T04:16:58.943762Z","end":"2026-04-07T04:16:59.229594Z","steps":["trace[156197192] 'process raft request' (duration: 164.893975ms)","trace[156197192] 'compare' (duration: 120.508398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:59.644338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.21506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:59.6445Z","caller":"traceutil/trace.go:171","msg":"trace[1405790741] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26307; }","duration":"272.416263ms","start":"2026-04-07T04:16:59.37206Z","end":"2026-04-07T04:16:59.644464Z","steps":["trace[1405790741] 'read index received' (duration: 49.914555ms)","trace[1405790741] 'applied index is now lower than readState.Index' (duration: 222.487567ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:59.644543Z","caller":"traceutil/trace.go:171","msg":"trace[1821652547] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"403.715462ms","start":"2026-04-07T04:16:59.240791Z","end":"2026-04-07T04:16:59.644507Z","steps":["trace[1821652547] 'process raft request' (duration: 181.245146ms)","trace[1821652547] 'compare' (duration: 221.871781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:59.644603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.540317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:59.644659Z","caller":"traceutil/trace.go:171","msg":"trace[614854426] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25484; }","duration":"272.622379ms","start":"2026-04-07T04:16:59.372017Z","end":"2026-04-07T04:16:59.644639Z","steps":["trace[614854426] 'agreement among raft nodes before linearized reading' (duration: 272.526177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:59.644675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:59.240776Z","time spent":"403.829655ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:00.581489Z","caller":"traceutil/trace.go:171","msg":"trace[2090998488] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"324.479107ms","start":"2026-04-07T04:17:00.256983Z","end":"2026-04-07T04:17:00.581462Z","steps":["trace[2090998488] 'process raft request' (duration: 300.699576ms)","trace[2090998488] 'compare' (duration: 23.39822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:00.581638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:00.25697Z","time spent":"324.59118ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:00.581688Z","caller":"traceutil/trace.go:171","msg":"trace[881046840] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"324.339292ms","start":"2026-04-07T04:17:00.257321Z","end":"2026-04-07T04:17:00.581661Z","steps":["trace[881046840] 'process raft request' (duration: 324.050495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:00.581844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:00.257309Z","time spent":"324.467855ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:00.581921Z","caller":"traceutil/trace.go:171","msg":"trace[1020747860] linearizableReadLoop","detail":"{readStateIndex:26314; appliedIndex:26311; }","duration":"156.005355ms","start":"2026-04-07T04:17:00.425886Z","end":"2026-04-07T04:17:00.581892Z","steps":["trace[1020747860] 'read index received' (duration: 131.833843ms)","trace[1020747860] 'applied index is now lower than readState.Index' (duration: 24.170282ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:00.581962Z","caller":"traceutil/trace.go:171","msg":"trace[213573454] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"324.365994ms","start":"2026-04-07T04:17:00.257565Z","end":"2026-04-07T04:17:00.581931Z","steps":["trace[213573454] 'process raft request' (duration: 324.029615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:00.582099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.216801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-07T04:17:00.582097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:00.257559Z","time spent":"324.468987ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:00.582139Z","caller":"traceutil/trace.go:171","msg":"trace[1367498793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25490; }","duration":"156.296004ms","start":"2026-04-07T04:17:00.425833Z","end":"2026-04-07T04:17:00.582129Z","steps":["trace[1367498793] 'agreement among raft nodes before linearized reading' (duration: 156.146679ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:00.93913Z","caller":"traceutil/trace.go:171","msg":"trace[308706019] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26314; }","duration":"251.237772ms","start":"2026-04-07T04:17:00.687866Z","end":"2026-04-07T04:17:00.939104Z","steps":["trace[308706019] 'read index received' (duration: 151.304848ms)","trace[308706019] 'applied index is now lower than readState.Index' (duration: 99.931863ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:00.939209Z","caller":"traceutil/trace.go:171","msg":"trace[1029935337] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"252.727973ms","start":"2026-04-07T04:17:00.686436Z","end":"2026-04-07T04:17:00.939164Z","steps":["trace[1029935337] 'process raft request' (duration: 152.712716ms)","trace[1029935337] 'compare' (duration: 99.786171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:00.939304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.413477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:00.939359Z","caller":"traceutil/trace.go:171","msg":"trace[807962923] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25491; }","duration":"251.505391ms","start":"2026-04-07T04:17:00.687837Z","end":"2026-04-07T04:17:00.939342Z","steps":["trace[807962923] 'agreement among raft nodes before linearized reading' (duration: 251.403808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:00.939361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.98983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T04:17:00.939395Z","caller":"traceutil/trace.go:171","msg":"trace[2120303513] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25491; }","duration":"148.078091ms","start":"2026-04-07T04:17:00.791307Z","end":"2026-04-07T04:17:00.939385Z","steps":["trace[2120303513] 'agreement among raft nodes before linearized reading' (duration: 147.942888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:01.185538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.823575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:01.185642Z","caller":"traceutil/trace.go:171","msg":"trace[1434684250] linearizableReadLoop","detail":"{readStateIndex:26316; appliedIndex:26315; }","duration":"242.923368ms","start":"2026-04-07T04:17:00.942701Z","end":"2026-04-07T04:17:01.185624Z","steps":["trace[1434684250] 'read index received' (duration: 104.882187ms)","trace[1434684250] 'applied index is now lower than readState.Index' (duration: 138.039571ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:01.185721Z","caller":"traceutil/trace.go:171","msg":"trace[1834277885] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"243.213386ms","start":"2026-04-07T04:17:00.942496Z","end":"2026-04-07T04:17:01.18571Z","steps":["trace[1834277885] 'process raft request' (duration: 105.105704ms)","trace[1834277885] 'compare' (duration: 137.568338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:01.185808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.083393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:01.185883Z","caller":"traceutil/trace.go:171","msg":"trace[1234032686] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25492; }","duration":"243.179225ms","start":"2026-04-07T04:17:00.942686Z","end":"2026-04-07T04:17:01.185865Z","steps":["trace[1234032686] 'agreement among raft nodes before linearized reading' (duration: 243.044151ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:01.201314Z","caller":"traceutil/trace.go:171","msg":"trace[1679419278] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"258.446697ms","start":"2026-04-07T04:17:00.942847Z","end":"2026-04-07T04:17:01.201293Z","steps":["trace[1679419278] 'process raft request' (duration: 258.321603ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:01.201526Z","caller":"traceutil/trace.go:171","msg":"trace[295153406] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"258.112799ms","start":"2026-04-07T04:17:00.9434Z","end":"2026-04-07T04:17:01.201513Z","steps":["trace[295153406] 'process raft request' (duration: 257.852622ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:01.201588Z","caller":"traceutil/trace.go:171","msg":"trace[1621291221] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"257.639894ms","start":"2026-04-07T04:17:00.943914Z","end":"2026-04-07T04:17:01.201554Z","steps":["trace[1621291221] 'process raft request' (duration: 257.560153ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:01.20166Z","caller":"traceutil/trace.go:171","msg":"trace[1521996783] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"257.717447ms","start":"2026-04-07T04:17:00.943932Z","end":"2026-04-07T04:17:01.201649Z","steps":["trace[1521996783] 'process raft request' (duration: 257.585034ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:01.201687Z","caller":"traceutil/trace.go:171","msg":"trace[152390010] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"257.941355ms","start":"2026-04-07T04:17:00.943739Z","end":"2026-04-07T04:17:01.20168Z","steps":["trace[152390010] 'process raft request' (duration: 257.663007ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:01.201821Z","caller":"traceutil/trace.go:171","msg":"trace[1321292700] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"165.630195ms","start":"2026-04-07T04:17:01.036184Z","end":"2026-04-07T04:17:01.201814Z","steps":["trace[1321292700] 'process raft request' (duration: 165.43635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:01.20189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.070346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:01.201933Z","caller":"traceutil/trace.go:171","msg":"trace[1208199872] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25498; }","duration":"199.16066ms","start":"2026-04-07T04:17:01.002758Z","end":"2026-04-07T04:17:01.201919Z","steps":["trace[1208199872] 'agreement among raft nodes before linearized reading' (duration: 199.069947ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:01.784098Z","caller":"traceutil/trace.go:171","msg":"trace[1167594051] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"132.017288ms","start":"2026-04-07T04:17:01.652064Z","end":"2026-04-07T04:17:01.784081Z","steps":["trace[1167594051] 'process raft request' (duration: 131.900985ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:02.096552Z","caller":"traceutil/trace.go:171","msg":"trace[1691092793] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"131.052633ms","start":"2026-04-07T04:17:01.965479Z","end":"2026-04-07T04:17:02.096531Z","steps":["trace[1691092793] 'process raft request' (duration: 130.755645ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:02.722911Z","caller":"traceutil/trace.go:171","msg":"trace[349275144] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"100.778367ms","start":"2026-04-07T04:17:02.62211Z","end":"2026-04-07T04:17:02.722888Z","steps":["trace[349275144] 'process raft request' (duration: 100.611932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:03.035666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.028435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:03.035835Z","caller":"traceutil/trace.go:171","msg":"trace[1123041999] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"413.570568ms","start":"2026-04-07T04:17:02.622245Z","end":"2026-04-07T04:17:03.035816Z","steps":["trace[1123041999] 'process raft request' (duration: 214.320307ms)","trace[1123041999] 'compare' (duration: 198.598554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:03.035893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:02.622197Z","time spent":"413.666821ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:03.035972Z","caller":"traceutil/trace.go:171","msg":"trace[11694968] linearizableReadLoop","detail":"{readStateIndex:26328; appliedIndex:26326; }","duration":"301.20591ms","start":"2026-04-07T04:17:02.734748Z","end":"2026-04-07T04:17:03.035954Z","steps":["trace[11694968] 'read index received' (duration: 101.748273ms)","trace[11694968] 'applied index is now lower than readState.Index' (duration: 199.456297ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:03.03606Z","caller":"traceutil/trace.go:171","msg":"trace[1791267822] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"413.664211ms","start":"2026-04-07T04:17:02.622388Z","end":"2026-04-07T04:17:03.036052Z","steps":["trace[1791267822] 'process raft request' (duration: 413.377183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:03.036133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:02.622363Z","time spent":"413.711933ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:03.036164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.398624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:03.036235Z","caller":"traceutil/trace.go:171","msg":"trace[117261515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25504; }","duration":"301.513368ms","start":"2026-04-07T04:17:02.734704Z","end":"2026-04-07T04:17:03.036218Z","steps":["trace[117261515] 'agreement among raft nodes before linearized reading' (duration: 301.396285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:03.036267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:02.734685Z","time spent":"301.57284ms","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:03.0629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.437889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:03.062971Z","caller":"traceutil/trace.go:171","msg":"trace[1037265398] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25505; }","duration":"208.523831ms","start":"2026-04-07T04:17:02.85443Z","end":"2026-04-07T04:17:03.062954Z","steps":["trace[1037265398] 'agreement among raft nodes before linearized reading' (duration: 208.396737ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:03.063259Z","caller":"traceutil/trace.go:171","msg":"trace[615931433] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"117.853487ms","start":"2026-04-07T04:17:02.945398Z","end":"2026-04-07T04:17:03.063251Z","steps":["trace[615931433] 'process raft request' (duration: 117.305112ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:03.373154Z","caller":"traceutil/trace.go:171","msg":"trace[1521292842] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"181.743918ms","start":"2026-04-07T04:17:03.191374Z","end":"2026-04-07T04:17:03.373117Z","steps":["trace[1521292842] 'process raft request' (duration: 181.551584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:03.481224Z","caller":"traceutil/trace.go:171","msg":"trace[441574487] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"274.085308ms","start":"2026-04-07T04:17:03.207113Z","end":"2026-04-07T04:17:03.481198Z","steps":["trace[441574487] 'process raft request' (duration: 256.037401ms)","trace[441574487] 'compare' (duration: 17.801221ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:03.481483Z","caller":"traceutil/trace.go:171","msg":"trace[135666171] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"274.280694ms","start":"2026-04-07T04:17:03.207189Z","end":"2026-04-07T04:17:03.48147Z","steps":["trace[135666171] 'process raft request' (duration: 273.961666ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:03.481514Z","caller":"traceutil/trace.go:171","msg":"trace[199086703] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"274.265353ms","start":"2026-04-07T04:17:03.20722Z","end":"2026-04-07T04:17:03.481485Z","steps":["trace[199086703] 'process raft request' (duration: 274.110669ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:03.481669Z","caller":"traceutil/trace.go:171","msg":"trace[139655408] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"273.036039ms","start":"2026-04-07T04:17:03.208611Z","end":"2026-04-07T04:17:03.481647Z","steps":["trace[139655408] 'process raft request' (duration: 272.807923ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:03.481953Z","caller":"traceutil/trace.go:171","msg":"trace[576701265] linearizableReadLoop","detail":"{readStateIndex:26335; appliedIndex:26329; }","duration":"202.299013ms","start":"2026-04-07T04:17:03.279644Z","end":"2026-04-07T04:17:03.481944Z","steps":["trace[576701265] 'read index received' (duration: 93.239322ms)","trace[576701265] 'applied index is now lower than readState.Index' (duration: 109.05866ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:03.482019Z","caller":"traceutil/trace.go:171","msg":"trace[99947561] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"273.110312ms","start":"2026-04-07T04:17:03.208897Z","end":"2026-04-07T04:17:03.482007Z","steps":["trace[99947561] 'process raft request' (duration: 272.69183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:03.482087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.431758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:03.482132Z","caller":"traceutil/trace.go:171","msg":"trace[1261327520] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25511; }","duration":"202.52775ms","start":"2026-04-07T04:17:03.279594Z","end":"2026-04-07T04:17:03.482122Z","steps":["trace[1261327520] 'agreement among raft nodes before linearized reading' (duration: 202.438027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:03.482238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.681335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:03.482269Z","caller":"traceutil/trace.go:171","msg":"trace[678539031] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25511; }","duration":"139.765478ms","start":"2026-04-07T04:17:03.342496Z","end":"2026-04-07T04:17:03.482262Z","steps":["trace[678539031] 'agreement among raft nodes before linearized reading' (duration: 139.695546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.16836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.056015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-07T04:17:04.168443Z","caller":"traceutil/trace.go:171","msg":"trace[1834533767] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25512; }","duration":"508.178488ms","start":"2026-04-07T04:17:03.660244Z","end":"2026-04-07T04:17:04.168422Z","steps":["trace[1834533767] 'range keys from in-memory index tree' (duration: 507.820389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.168483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.660223Z","time spent":"508.252211ms","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-07T04:17:04.169221Z","caller":"traceutil/trace.go:171","msg":"trace[1477390058] linearizableReadLoop","detail":"{readStateIndex:26337; appliedIndex:26336; }","duration":"364.550867ms","start":"2026-04-07T04:17:03.804637Z","end":"2026-04-07T04:17:04.169188Z","steps":["trace[1477390058] 'read index received' (duration: 343.826258ms)","trace[1477390058] 'applied index is now lower than readState.Index' (duration: 20.723399ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:04.169338Z","caller":"traceutil/trace.go:171","msg":"trace[1216188687] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"378.952575ms","start":"2026-04-07T04:17:03.790375Z","end":"2026-04-07T04:17:04.169328Z","steps":["trace[1216188687] 'process raft request' (duration: 358.095592ms)","trace[1216188687] 'compare' (duration: 19.473606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:04.169432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.790338Z","time spent":"379.026557ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:04.169525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.890726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:04.169574Z","caller":"traceutil/trace.go:171","msg":"trace[682262644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25513; }","duration":"364.983238ms","start":"2026-04-07T04:17:03.804578Z","end":"2026-04-07T04:17:04.169562Z","steps":["trace[682262644] 'agreement among raft nodes before linearized reading' (duration: 364.914396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.169593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.804549Z","time spent":"365.0399ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:17:05.304395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.989727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:05.304465Z","caller":"traceutil/trace.go:171","msg":"trace[798832910] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25514; }","duration":"625.116261ms","start":"2026-04-07T04:17:04.679332Z","end":"2026-04-07T04:17:05.304448Z","steps":["trace[798832910] 'count revisions from in-memory index tree' (duration: 624.916306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.3045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.679317Z","time spent":"625.176852ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:05.304719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.59698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:05.30471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.153767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:05.304771Z","caller":"traceutil/trace.go:171","msg":"trace[1269378557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25514; }","duration":"758.229189ms","start":"2026-04-07T04:17:04.546529Z","end":"2026-04-07T04:17:05.304758Z","steps":["trace[1269378557] 'count revisions from in-memory index tree' (duration: 758.005164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.304795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.546466Z","time spent":"758.322631ms","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:05.304803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.33442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:05.304837Z","caller":"traceutil/trace.go:171","msg":"trace[2120696102] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25514; }","duration":"828.4011ms","start":"2026-04-07T04:17:04.476427Z","end":"2026-04-07T04:17:05.304828Z","steps":["trace[2120696102] 'count revisions from in-memory index tree' (duration: 828.283428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.304862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.476411Z","time spent":"828.443462ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:05.30503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.013354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:05.305032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.90885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:17:05.305046Z","caller":"traceutil/trace.go:171","msg":"trace[707525750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25514; }","duration":"741.049786ms","start":"2026-04-07T04:17:04.56399Z","end":"2026-04-07T04:17:05.30504Z","steps":["trace[707525750] 'count revisions from in-memory index tree' (duration: 740.957383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.305063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.563974Z","time spent":"741.085246ms","remote":"127.0.0.1:48892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:05.305065Z","caller":"traceutil/trace.go:171","msg":"trace[258666180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25514; }","duration":"882.971261ms","start":"2026-04-07T04:17:04.422083Z","end":"2026-04-07T04:17:05.305054Z","steps":["trace[258666180] 'range keys from in-memory index tree' (duration: 882.773186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.305086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.422066Z","time spent":"883.014984ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T04:17:05.304739Z","caller":"traceutil/trace.go:171","msg":"trace[398073062] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25514; }","duration":"682.657582ms","start":"2026-04-07T04:17:04.622074Z","end":"2026-04-07T04:17:05.304732Z","steps":["trace[398073062] 'count revisions from in-memory index tree' (duration: 682.534198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.30514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.62206Z","time spent":"683.053992ms","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:05.305335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.085652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:05.305392Z","caller":"traceutil/trace.go:171","msg":"trace[78110308] linearizableReadLoop","detail":"{readStateIndex:26339; appliedIndex:26338; }","duration":"579.119751ms","start":"2026-04-07T04:17:04.726254Z","end":"2026-04-07T04:17:05.305374Z","steps":["trace[78110308] 'read index received' (duration: 368.932646ms)","trace[78110308] 'applied index is now lower than readState.Index' (duration: 210.186025ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:05.305452Z","caller":"traceutil/trace.go:171","msg":"trace[318123035] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"595.808131ms","start":"2026-04-07T04:17:04.709621Z","end":"2026-04-07T04:17:05.305429Z","steps":["trace[318123035] 'process raft request' (duration: 385.560344ms)","trace[318123035] 'compare' (duration: 209.565499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:05.3055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.244225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:17:05.305521Z","caller":"traceutil/trace.go:171","msg":"trace[248182234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25515; }","duration":"579.264326ms","start":"2026-04-07T04:17:04.72625Z","end":"2026-04-07T04:17:05.305514Z","steps":["trace[248182234] 'agreement among raft nodes before linearized reading' (duration: 579.173863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.30553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.709605Z","time spent":"595.877203ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:05.305536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.726216Z","time spent":"579.316996ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T04:17:05.592875Z","caller":"traceutil/trace.go:171","msg":"trace[513316682] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"524.244012ms","start":"2026-04-07T04:17:05.068598Z","end":"2026-04-07T04:17:05.592842Z","steps":["trace[513316682] 'process raft request' (duration: 524.17405ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.592978Z","caller":"traceutil/trace.go:171","msg":"trace[407624817] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"688.961421ms","start":"2026-04-07T04:17:04.903947Z","end":"2026-04-07T04:17:05.592908Z","steps":["trace[407624817] 'process raft request' (duration: 688.609152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.593062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.068577Z","time spent":"524.396745ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:05.593278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.903927Z","time spent":"689.190118ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:05.631609Z","caller":"traceutil/trace.go:171","msg":"trace[1445481034] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"384.492074ms","start":"2026-04-07T04:17:05.247073Z","end":"2026-04-07T04:17:05.631565Z","steps":["trace[1445481034] 'process raft request' (duration: 384.177576ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.631676Z","caller":"traceutil/trace.go:171","msg":"trace[496595548] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"322.921395ms","start":"2026-04-07T04:17:05.308724Z","end":"2026-04-07T04:17:05.631645Z","steps":["trace[496595548] 'process raft request' (duration: 322.687768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.631793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.247057Z","time spent":"384.632368ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:05.631764Z","caller":"traceutil/trace.go:171","msg":"trace[2108334597] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"321.717112ms","start":"2026-04-07T04:17:05.310018Z","end":"2026-04-07T04:17:05.631735Z","steps":["trace[2108334597] 'process raft request' (duration: 321.496076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.631816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.308706Z","time spent":"323.038888ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:05.63191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.310011Z","time spent":"321.824896ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:05.631937Z","caller":"traceutil/trace.go:171","msg":"trace[628519533] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"145.252695ms","start":"2026-04-07T04:17:05.486673Z","end":"2026-04-07T04:17:05.631925Z","steps":["trace[628519533] 'process raft request' (duration: 144.981288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.631927Z","caller":"traceutil/trace.go:171","msg":"trace[284422267] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"144.144755ms","start":"2026-04-07T04:17:05.487758Z","end":"2026-04-07T04:17:05.631903Z","steps":["trace[284422267] 'process raft request' (duration: 144.050273ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.631962Z","caller":"traceutil/trace.go:171","msg":"trace[503928987] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26341; }","duration":"326.531642ms","start":"2026-04-07T04:17:05.305409Z","end":"2026-04-07T04:17:05.63194Z","steps":["trace[503928987] 'read index received' (duration: 287.405086ms)","trace[503928987] 'applied index is now lower than readState.Index' (duration: 39.125646ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:05.632013Z","caller":"traceutil/trace.go:171","msg":"trace[1412296351] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"145.308647ms","start":"2026-04-07T04:17:05.486697Z","end":"2026-04-07T04:17:05.632005Z","steps":["trace[1412296351] 'process raft request' (duration: 145.01325ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.632033Z","caller":"traceutil/trace.go:171","msg":"trace[774948522] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"254.159101ms","start":"2026-04-07T04:17:05.377862Z","end":"2026-04-07T04:17:05.632021Z","steps":["trace[774948522] 'process raft request' (duration: 253.74164ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.632077Z","caller":"traceutil/trace.go:171","msg":"trace[1564656656] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"145.03891ms","start":"2026-04-07T04:17:05.48703Z","end":"2026-04-07T04:17:05.632069Z","steps":["trace[1564656656] 'process raft request' (duration: 144.728312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.632095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.84508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:05.632138Z","caller":"traceutil/trace.go:171","msg":"trace[459470894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25526; }","duration":"418.908362ms","start":"2026-04-07T04:17:05.213216Z","end":"2026-04-07T04:17:05.632125Z","steps":["trace[459470894] 'agreement among raft nodes before linearized reading' (duration: 418.81529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.632162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.556036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T04:17:05.632172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.213202Z","time spent":"418.963544ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:17:05.63218Z","caller":"traceutil/trace.go:171","msg":"trace[2072773938] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"144.146937ms","start":"2026-04-07T04:17:05.48802Z","end":"2026-04-07T04:17:05.632167Z","steps":["trace[2072773938] 'process raft request' (duration: 143.830348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.632185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.741783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:05.632226Z","caller":"traceutil/trace.go:171","msg":"trace[685074056] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25526; }","duration":"781.827535ms","start":"2026-04-07T04:17:04.850386Z","end":"2026-04-07T04:17:05.632214Z","steps":["trace[685074056] 'agreement among raft nodes before linearized reading' (duration: 781.720232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.632262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.85036Z","time spent":"781.892147ms","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-07T04:17:05.632198Z","caller":"traceutil/trace.go:171","msg":"trace[1778030646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25526; }","duration":"591.613927ms","start":"2026-04-07T04:17:05.040565Z","end":"2026-04-07T04:17:05.632179Z","steps":["trace[1778030646] 'agreement among raft nodes before linearized reading' (duration: 591.487144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.632333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.040553Z","time spent":"591.764622ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:05.632342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.629792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:17:05.632351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.034706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T04:17:05.63237Z","caller":"traceutil/trace.go:171","msg":"trace[538508693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25526; }","duration":"593.696694ms","start":"2026-04-07T04:17:05.038666Z","end":"2026-04-07T04:17:05.632363Z","steps":["trace[538508693] 'agreement among raft nodes before linearized reading' (duration: 593.572031ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.632373Z","caller":"traceutil/trace.go:171","msg":"trace[898433660] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25526; }","duration":"166.059266ms","start":"2026-04-07T04:17:05.466308Z","end":"2026-04-07T04:17:05.632367Z","steps":["trace[898433660] 'agreement among raft nodes before linearized reading' (duration: 165.907352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.632395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.038642Z","time spent":"593.748415ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:06.146171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.01131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:06.14628Z","caller":"traceutil/trace.go:171","msg":"trace[396748248] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"353.281563ms","start":"2026-04-07T04:17:05.792979Z","end":"2026-04-07T04:17:06.146261Z","steps":["trace[396748248] 'process raft request' (duration: 238.102989ms)","trace[396748248] 'compare' (duration: 114.773524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:06.14634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.792947Z","time spent":"353.365725ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:07.323857Z","caller":"traceutil/trace.go:171","msg":"trace[930124241] linearizableReadLoop","detail":"{readStateIndex:26357; appliedIndex:26356; }","duration":"350.601451ms","start":"2026-04-07T04:17:06.973222Z","end":"2026-04-07T04:17:07.323823Z","steps":["trace[930124241] 'read index received' (duration: 321.715613ms)","trace[930124241] 'applied index is now lower than readState.Index' (duration: 28.884268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:07.324061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.820057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:07.324103Z","caller":"traceutil/trace.go:171","msg":"trace[2095375890] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25532; }","duration":"350.930249ms","start":"2026-04-07T04:17:06.973157Z","end":"2026-04-07T04:17:07.324087Z","steps":["trace[2095375890] 'agreement among raft nodes before linearized reading' (duration: 350.828296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.324145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.973131Z","time spent":"351.001382ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:07.324124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.178032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:07.324207Z","caller":"traceutil/trace.go:171","msg":"trace[2065832573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25532; }","duration":"109.271366ms","start":"2026-04-07T04:17:07.214918Z","end":"2026-04-07T04:17:07.324189Z","steps":["trace[2065832573] 'agreement among raft nodes before linearized reading' (duration: 109.130982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.324238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.036134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-04-07T04:17:07.324234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.074074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:07.324335Z","caller":"traceutil/trace.go:171","msg":"trace[420095388] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25532; }","duration":"311.164617ms","start":"2026-04-07T04:17:07.013153Z","end":"2026-04-07T04:17:07.324318Z","steps":["trace[420095388] 'agreement among raft nodes before linearized reading' (duration: 310.899971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.324378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:07.013143Z","time spent":"311.22534ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-04-07T04:17:07.324385Z","caller":"traceutil/trace.go:171","msg":"trace[1668762739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25532; }","duration":"328.30365ms","start":"2026-04-07T04:17:06.996057Z","end":"2026-04-07T04:17:07.32436Z","steps":["trace[1668762739] 'agreement among raft nodes before linearized reading' (duration: 328.025212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.324476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.996039Z","time spent":"328.414264ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:11.657787Z","caller":"traceutil/trace.go:171","msg":"trace[1240326394] linearizableReadLoop","detail":"{readStateIndex:26388; appliedIndex:26387; }","duration":"308.630278ms","start":"2026-04-07T04:17:11.349126Z","end":"2026-04-07T04:17:11.657756Z","steps":["trace[1240326394] 'read index received' (duration: 308.509505ms)","trace[1240326394] 'applied index is now lower than readState.Index' (duration: 119.663µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:11.657848Z","caller":"traceutil/trace.go:171","msg":"trace[1425204917] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"357.330603ms","start":"2026-04-07T04:17:11.300484Z","end":"2026-04-07T04:17:11.657814Z","steps":["trace[1425204917] 'process raft request' (duration: 357.060956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.658018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.300461Z","time spent":"357.458095ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:11.658031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.896206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T04:17:11.658087Z","caller":"traceutil/trace.go:171","msg":"trace[1347931991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25562; }","duration":"309.008759ms","start":"2026-04-07T04:17:11.349066Z","end":"2026-04-07T04:17:11.658075Z","steps":["trace[1347931991] 'agreement among raft nodes before linearized reading' (duration: 308.822065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.658119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.349041Z","time spent":"309.071782ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:17:11.855305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.55588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:11.855411Z","caller":"traceutil/trace.go:171","msg":"trace[1455424160] linearizableReadLoop","detail":"{readStateIndex:26389; appliedIndex:26388; }","duration":"197.523415ms","start":"2026-04-07T04:17:11.657871Z","end":"2026-04-07T04:17:11.855394Z","steps":["trace[1455424160] 'read index received' (duration: 53.80407ms)","trace[1455424160] 'applied index is now lower than readState.Index' (duration: 143.718135ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:11.855479Z","caller":"traceutil/trace.go:171","msg":"trace[1479448194] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"215.650782ms","start":"2026-04-07T04:17:11.639818Z","end":"2026-04-07T04:17:11.855468Z","steps":["trace[1479448194] 'process raft request' (duration: 71.843436ms)","trace[1479448194] 'compare' (duration: 143.431837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:11.855679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.107289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:11.855772Z","caller":"traceutil/trace.go:171","msg":"trace[915946707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25563; }","duration":"445.245232ms","start":"2026-04-07T04:17:11.410496Z","end":"2026-04-07T04:17:11.855741Z","steps":["trace[915946707] 'agreement among raft nodes before linearized reading' (duration: 445.091267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.855813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.41047Z","time spent":"445.332394ms","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:11.998935Z","caller":"traceutil/trace.go:171","msg":"trace[902913489] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"324.98283ms","start":"2026-04-07T04:17:11.673922Z","end":"2026-04-07T04:17:11.998905Z","steps":["trace[902913489] 'process raft request' (duration: 324.893157ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:11.998984Z","caller":"traceutil/trace.go:171","msg":"trace[987354163] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"325.906636ms","start":"2026-04-07T04:17:11.673041Z","end":"2026-04-07T04:17:11.998947Z","steps":["trace[987354163] 'process raft request' (duration: 295.920007ms)","trace[987354163] 'compare' (duration: 29.69822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:11.999142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.673029Z","time spent":"326.03524ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:11.999143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.673915Z","time spent":"325.126983ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:11.99925Z","caller":"traceutil/trace.go:171","msg":"trace[1882371710] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"323.989753ms","start":"2026-04-07T04:17:11.675234Z","end":"2026-04-07T04:17:11.999223Z","steps":["trace[1882371710] 'process raft request' (duration: 323.85754ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:11.999312Z","caller":"traceutil/trace.go:171","msg":"trace[66870990] linearizableReadLoop","detail":"{readStateIndex:26395; appliedIndex:26389; }","duration":"143.864998ms","start":"2026-04-07T04:17:11.855435Z","end":"2026-04-07T04:17:11.9993Z","steps":["trace[66870990] 'read index received' (duration: 113.502859ms)","trace[66870990] 'applied index is now lower than readState.Index' (duration: 30.361449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:11.999423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.675222Z","time spent":"324.117536ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:11.999456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.493966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:17:11.999478Z","caller":"traceutil/trace.go:171","msg":"trace[906035060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25569; }","duration":"311.539817ms","start":"2026-04-07T04:17:11.687932Z","end":"2026-04-07T04:17:11.999472Z","steps":["trace[906035060] 'agreement among raft nodes before linearized reading' (duration: 311.439975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.999498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.687923Z","time spent":"311.570198ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:11.999502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.778791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T04:17:11.999556Z","caller":"traceutil/trace.go:171","msg":"trace[2106907783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25569; }","duration":"309.844252ms","start":"2026-04-07T04:17:11.689694Z","end":"2026-04-07T04:17:11.999538Z","steps":["trace[2106907783] 'agreement among raft nodes before linearized reading' (duration: 309.667167ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:11.999573Z","caller":"traceutil/trace.go:171","msg":"trace[1213425540] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"325.142294ms","start":"2026-04-07T04:17:11.674418Z","end":"2026-04-07T04:17:11.99956Z","steps":["trace[1213425540] 'process raft request' (duration: 324.447936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.999613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.689686Z","time spent":"309.913564ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:11.999635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.255742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-07T04:17:11.999633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.674392Z","time spent":"325.209007ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:11.999671Z","caller":"traceutil/trace.go:171","msg":"trace[834607491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25569; }","duration":"337.295522ms","start":"2026-04-07T04:17:11.662358Z","end":"2026-04-07T04:17:11.999653Z","steps":["trace[834607491] 'agreement among raft nodes before linearized reading' (duration: 337.172779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.999703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.662345Z","time spent":"337.353635ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T04:17:11.999736Z","caller":"traceutil/trace.go:171","msg":"trace[1424659533] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"317.826847ms","start":"2026-04-07T04:17:11.681893Z","end":"2026-04-07T04:17:11.99972Z","steps":["trace[1424659533] 'process raft request' (duration: 317.364674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:11.999652Z","caller":"traceutil/trace.go:171","msg":"trace[1140956704] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"322.37135ms","start":"2026-04-07T04:17:11.67726Z","end":"2026-04-07T04:17:11.999632Z","steps":["trace[1140956704] 'process raft request' (duration: 321.925808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.9998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.483028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:17:11.99983Z","caller":"traceutil/trace.go:171","msg":"trace[605062179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25569; }","duration":"320.553022ms","start":"2026-04-07T04:17:11.679268Z","end":"2026-04-07T04:17:11.999821Z","steps":["trace[605062179] 'agreement among raft nodes before linearized reading' (duration: 320.437019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:11.999826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.681876Z","time spent":"317.89997ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:11.999868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.679246Z","time spent":"320.613003ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:17:11.999837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.677252Z","time spent":"322.558285ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:11.999995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.29117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:17:12.000054Z","caller":"traceutil/trace.go:171","msg":"trace[1885908592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25569; }","duration":"318.387693ms","start":"2026-04-07T04:17:11.68165Z","end":"2026-04-07T04:17:12.000038Z","steps":["trace[1885908592] 'agreement among raft nodes before linearized reading' (duration: 317.990012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:12.000098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.681559Z","time spent":"318.526667ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:17:13.098953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.568569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:13.099073Z","caller":"traceutil/trace.go:171","msg":"trace[1577064357] linearizableReadLoop","detail":"{readStateIndex:26401; appliedIndex:26400; }","duration":"543.47245ms","start":"2026-04-07T04:17:12.555579Z","end":"2026-04-07T04:17:13.099051Z","steps":["trace[1577064357] 'read index received' (duration: 62.992µs)","trace[1577064357] 'applied index is now lower than readState.Index' (duration: 543.407568ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:13.099127Z","caller":"traceutil/trace.go:171","msg":"trace[1823799902] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"741.112078ms","start":"2026-04-07T04:17:12.357968Z","end":"2026-04-07T04:17:13.09908Z","steps":["trace[1823799902] 'process raft request' (duration: 74.309623ms)","trace[1823799902] 'compare' (duration: 666.059075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:13.099206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.612404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:13.099305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:12.357948Z","time spent":"741.264932ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.099307Z","caller":"traceutil/trace.go:171","msg":"trace[462541074] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25575; }","duration":"543.727007ms","start":"2026-04-07T04:17:12.555553Z","end":"2026-04-07T04:17:13.09928Z","steps":["trace[462541074] 'agreement among raft nodes before linearized reading' (duration: 543.554392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.099367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:12.555471Z","time spent":"543.879621ms","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:13.317797Z","caller":"traceutil/trace.go:171","msg":"trace[2031288455] linearizableReadLoop","detail":"{readStateIndex:26402; appliedIndex:26401; }","duration":"102.932205ms","start":"2026-04-07T04:17:13.214839Z","end":"2026-04-07T04:17:13.317771Z","steps":["trace[2031288455] 'read index received' (duration: 102.685828ms)","trace[2031288455] 'applied index is now lower than readState.Index' (duration: 245.467µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:13.31787Z","caller":"traceutil/trace.go:171","msg":"trace[615716535] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"180.088524ms","start":"2026-04-07T04:17:13.137748Z","end":"2026-04-07T04:17:13.317836Z","steps":["trace[615716535] 'process raft request' (duration: 179.839558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.317929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.070908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:13.317971Z","caller":"traceutil/trace.go:171","msg":"trace[1258599807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25576; }","duration":"103.190872ms","start":"2026-04-07T04:17:13.214769Z","end":"2026-04-07T04:17:13.31796Z","steps":["trace[1258599807] 'agreement among raft nodes before linearized reading' (duration: 103.100769ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:40.383723Z","caller":"traceutil/trace.go:171","msg":"trace[1503980522] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"122.195263ms","start":"2026-04-07T04:17:40.261493Z","end":"2026-04-07T04:17:40.383688Z","steps":["trace[1503980522] 'process raft request' (duration: 42.318509ms)","trace[1503980522] 'compare' (duration: 79.605057ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:40.54232Z","caller":"traceutil/trace.go:171","msg":"trace[721566141] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"153.135788ms","start":"2026-04-07T04:17:40.389155Z","end":"2026-04-07T04:17:40.542291Z","steps":["trace[721566141] 'process raft request' (duration: 129.576992ms)","trace[721566141] 'compare' (duration: 23.276058ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:40.54293Z","caller":"traceutil/trace.go:171","msg":"trace[1507381185] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"153.60942ms","start":"2026-04-07T04:17:40.389283Z","end":"2026-04-07T04:17:40.542893Z","steps":["trace[1507381185] 'process raft request' (duration: 152.925182ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:40.542924Z","caller":"traceutil/trace.go:171","msg":"trace[296851349] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"110.784296ms","start":"2026-04-07T04:17:40.43211Z","end":"2026-04-07T04:17:40.542895Z","steps":["trace[296851349] 'process raft request' (duration: 110.503319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:45.937317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.188673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:45.937409Z","caller":"traceutil/trace.go:171","msg":"trace[1257555786] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25994; }","duration":"165.307106ms","start":"2026-04-07T04:17:45.772084Z","end":"2026-04-07T04:17:45.937392Z","steps":["trace[1257555786] 'range keys from in-memory index tree' (duration: 165.116411ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:54.857528Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23119} {"level":"info","ts":"2026-04-07T04:17:54.997972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23119,"took":"131.942307ms","hash":266847721,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":35422208,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-07T04:17:54.998065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":266847721,"revision":23119,"compact-revision":20239} {"level":"info","ts":"2026-04-07T04:18:18.448661Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069d2.wal"} {"level":"info","ts":"2026-04-07T04:20:29.548871Z","caller":"traceutil/trace.go:171","msg":"trace[1075692539] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"161.386919ms","start":"2026-04-07T04:20:29.387444Z","end":"2026-04-07T04:20:29.54883Z","steps":["trace[1075692539] 'process raft request' (duration: 72.182555ms)","trace[1075692539] 'compare' (duration: 88.743682ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:22:54.864867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26071} {"level":"info","ts":"2026-04-07T04:22:55.012754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26071,"took":"142.023009ms","hash":1765300518,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":34377728,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T04:22:55.012824Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1765300518,"revision":26071,"compact-revision":23119} {"level":"info","ts":"2026-04-07T04:23:37.540717Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":30004,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T04:23:37.54504Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-04-07T04:23:37.545133Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-04-07T04:27:54.875645Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28770} {"level":"info","ts":"2026-04-07T04:27:55.015686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28770,"took":"135.830349ms","hash":644163373,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":31019008,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T04:27:55.015947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":644163373,"revision":28770,"compact-revision":26071} {"level":"info","ts":"2026-04-07T04:32:54.883412Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31000} {"level":"info","ts":"2026-04-07T04:32:55.012374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31000,"took":"124.920445ms","hash":2936697479,"current-db-size-bytes":57860096,"current-db-size":"58 MB","current-db-size-in-use-bytes":31019008,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T04:32:55.012449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2936697479,"revision":31000,"compact-revision":28770} {"level":"info","ts":"2026-04-07T04:37:54.890536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33267} {"level":"info","ts":"2026-04-07T04:37:55.054241Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33267,"took":"158.953134ms","hash":3643442279,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":32452608,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T04:37:55.054309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3643442279,"revision":33267,"compact-revision":31000} {"level":"info","ts":"2026-04-07T04:42:54.897235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35571} {"level":"info","ts":"2026-04-07T04:42:55.042746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35571,"took":"141.080311ms","hash":4194142638,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":30498816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T04:42:55.042968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4194142638,"revision":35571,"compact-revision":33267} {"level":"info","ts":"2026-04-07T04:45:03.654597Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T04:45:03.658631Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-04-07T04:45:03.658768Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-04-07T04:47:54.903451Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37796} {"level":"info","ts":"2026-04-07T04:47:55.012271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37796,"took":"105.786958ms","hash":1769492238,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T04:47:55.012319Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1769492238,"revision":37796,"compact-revision":35571}