{"level":"warn","ts":"2026-04-15T04:09:14.362254Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T04:09:14.362384Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-15T04:09:14.362454Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T04:09:14.362466Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-15T04:09:14.362483Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T04:09:14.363085Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-04-15T04:09:14.363155Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-15T04:09:14.366301Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.937279ms"} {"level":"info","ts":"2026-04-15T04:09:14.372374Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-04-15T04:09:14.37247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-04-15T04:09:14.372614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-04-15T04:09:14.372721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-15T04:09:14.372732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-04-15T04:09:14.372852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-04-15T04:09:14.379197Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-15T04:09:14.38062Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-15T04:09:14.382223Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-15T04:09:14.38844Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-15T04:09:14.388641Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-15T04:09:14.388804Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T04:09:14.388945Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T04:09:14.388957Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T04:09:14.389796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-04-15T04:09:14.389956Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-15T04:09:14.394693Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T04:09:14.394847Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-15T04:09:14.39491Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-15T04:09:14.395033Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-15T04:09:14.395097Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-15T04:09:14.773569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-04-15T04:09:14.773632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-15T04:09:14.77367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-04-15T04:09:14.773686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-04-15T04:09:14.773698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-15T04:09:14.773709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-04-15T04:09:14.773723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-15T04:09:14.788949Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-15T04:09:14.788947Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T04:09:14.789034Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T04:09:14.789022Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T04:09:14.789589Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-15T04:09:14.789645Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-15T04:09:14.790595Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T04:09:14.790713Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T04:09:14.790755Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T04:09:14.791381Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-04-15T04:09:14.79322Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-15T04:09:40.522734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.693528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T04:09:40.522622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.911154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-15T04:09:40.522878Z","caller":"traceutil/trace.go:171","msg":"trace[49593321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:497; }","duration":"172.886154ms","start":"2026-04-15T04:09:40.349978Z","end":"2026-04-15T04:09:40.522864Z","steps":["trace[49593321] 'range keys from in-memory index tree' (duration: 172.585225ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:40.522956Z","caller":"traceutil/trace.go:171","msg":"trace[558278485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:497; }","duration":"168.262724ms","start":"2026-04-15T04:09:40.354644Z","end":"2026-04-15T04:09:40.522907Z","steps":["trace[558278485] 'range keys from in-memory index tree' (duration: 167.799801ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:41.566955Z","caller":"traceutil/trace.go:171","msg":"trace[793364419] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"101.81241ms","start":"2026-04-15T04:09:41.465122Z","end":"2026-04-15T04:09:41.566935Z","steps":["trace[793364419] 'process raft request' (duration: 101.684967ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:41.572918Z","caller":"traceutil/trace.go:171","msg":"trace[1430140329] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"103.090486ms","start":"2026-04-15T04:09:41.469791Z","end":"2026-04-15T04:09:41.572882Z","steps":["trace[1430140329] 'process raft request' (duration: 102.88917ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:41.573211Z","caller":"traceutil/trace.go:171","msg":"trace[1643974000] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"103.314592ms","start":"2026-04-15T04:09:41.469871Z","end":"2026-04-15T04:09:41.573185Z","steps":["trace[1643974000] 'process raft request' (duration: 102.901751ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:47.681751Z","caller":"traceutil/trace.go:171","msg":"trace[453337963] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"113.795914ms","start":"2026-04-15T04:09:47.567913Z","end":"2026-04-15T04:09:47.681708Z","steps":["trace[453337963] 'process raft request' (duration: 113.555847ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:48.412577Z","caller":"traceutil/trace.go:171","msg":"trace[638324008] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:631; }","duration":"327.238918ms","start":"2026-04-15T04:09:48.085312Z","end":"2026-04-15T04:09:48.412551Z","steps":["trace[638324008] 'read index received' (duration: 129.366429ms)","trace[638324008] 'applied index is now lower than readState.Index' (duration: 197.869499ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:09:48.412646Z","caller":"traceutil/trace.go:171","msg":"trace[1758414836] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"340.108718ms","start":"2026-04-15T04:09:48.0725Z","end":"2026-04-15T04:09:48.412608Z","steps":["trace[1758414836] 'process raft request' (duration: 339.425809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:09:48.412784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.457205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-c69s7\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-15T04:09:48.41297Z","caller":"traceutil/trace.go:171","msg":"trace[1375182794] range","detail":"{range_begin:/registry/pods/kube-system/cilium-c69s7; range_end:; response_count:1; response_revision:610; }","duration":"327.694281ms","start":"2026-04-15T04:09:48.085261Z","end":"2026-04-15T04:09:48.412955Z","steps":["trace[1375182794] 'agreement among raft nodes before linearized reading' (duration: 327.404292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:09:48.413058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:09:48.085241Z","time spent":"327.767974ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-c69s7\" "} {"level":"warn","ts":"2026-04-15T04:09:48.413311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:09:48.07247Z","time spent":"340.263262ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:09:48.414837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.974405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:09:48.414884Z","caller":"traceutil/trace.go:171","msg":"trace[101543544] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"198.907818ms","start":"2026-04-15T04:09:48.215942Z","end":"2026-04-15T04:09:48.414849Z","steps":["trace[101543544] 'process raft request' (duration: 198.695993ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:48.414895Z","caller":"traceutil/trace.go:171","msg":"trace[1369278194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"249.095559ms","start":"2026-04-15T04:09:48.165783Z","end":"2026-04-15T04:09:48.414878Z","steps":["trace[1369278194] 'agreement among raft nodes before linearized reading' (duration: 248.940635ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:09:53.408544Z","caller":"traceutil/trace.go:171","msg":"trace[839724042] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"106.597244ms","start":"2026-04-15T04:09:53.301921Z","end":"2026-04-15T04:09:53.408518Z","steps":["trace[839724042] 'process raft request' (duration: 106.413298ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:06.972556Z","caller":"traceutil/trace.go:171","msg":"trace[780542983] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"156.595078ms","start":"2026-04-15T04:10:06.815934Z","end":"2026-04-15T04:10:06.972529Z","steps":["trace[780542983] 'read index received' (duration: 103.138427ms)","trace[780542983] 'applied index is now lower than readState.Index' (duration: 53.455721ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:10:06.972655Z","caller":"traceutil/trace.go:171","msg":"trace[1954732621] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"288.267161ms","start":"2026-04-15T04:10:06.684344Z","end":"2026-04-15T04:10:06.972611Z","steps":["trace[1954732621] 'process raft request' (duration: 234.80715ms)","trace[1954732621] 'compare' (duration: 53.194274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:10:06.972806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.843065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-15T04:10:06.972879Z","caller":"traceutil/trace.go:171","msg":"trace[130281920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:783; }","duration":"157.00928ms","start":"2026-04-15T04:10:06.815853Z","end":"2026-04-15T04:10:06.972863Z","steps":["trace[130281920] 'agreement among raft nodes before linearized reading' (duration: 156.785754ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.611723Z","caller":"traceutil/trace.go:171","msg":"trace[1271199853] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"144.335135ms","start":"2026-04-15T04:10:59.467355Z","end":"2026-04-15T04:10:59.61169Z","steps":["trace[1271199853] 'read index received' (duration: 144.12909ms)","trace[1271199853] 'applied index is now lower than readState.Index' (duration: 204.475µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:10:59.611787Z","caller":"traceutil/trace.go:171","msg":"trace[1446475359] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"219.751073ms","start":"2026-04-15T04:10:59.391987Z","end":"2026-04-15T04:10:59.611738Z","steps":["trace[1446475359] 'process raft request' (duration: 219.481825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:10:59.612045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.635463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:10:59.612248Z","caller":"traceutil/trace.go:171","msg":"trace[405497649] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1496; }","duration":"144.869959ms","start":"2026-04-15T04:10:59.467334Z","end":"2026-04-15T04:10:59.612204Z","steps":["trace[405497649] 'agreement among raft nodes before linearized reading' (duration: 144.51595ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.674438Z","caller":"traceutil/trace.go:171","msg":"trace[195066760] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"202.837093ms","start":"2026-04-15T04:10:59.471569Z","end":"2026-04-15T04:10:59.674406Z","steps":["trace[195066760] 'process raft request' (duration: 202.649877ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.730035Z","caller":"traceutil/trace.go:171","msg":"trace[1692266596] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"111.049338ms","start":"2026-04-15T04:10:59.618954Z","end":"2026-04-15T04:10:59.730003Z","steps":["trace[1692266596] 'process raft request' (duration: 110.770101ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.730577Z","caller":"traceutil/trace.go:171","msg":"trace[1845914379] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"111.544063ms","start":"2026-04-15T04:10:59.618992Z","end":"2026-04-15T04:10:59.730536Z","steps":["trace[1845914379] 'process raft request' (duration: 110.963406ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.730823Z","caller":"traceutil/trace.go:171","msg":"trace[2035410811] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"110.971368ms","start":"2026-04-15T04:10:59.619838Z","end":"2026-04-15T04:10:59.73081Z","steps":["trace[2035410811] 'process raft request' (duration: 110.812963ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.731037Z","caller":"traceutil/trace.go:171","msg":"trace[999015631] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"111.323698ms","start":"2026-04-15T04:10:59.619704Z","end":"2026-04-15T04:10:59.731028Z","steps":["trace[999015631] 'process raft request' (duration: 110.574396ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.929918Z","caller":"traceutil/trace.go:171","msg":"trace[38443795] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"164.927278ms","start":"2026-04-15T04:10:59.764955Z","end":"2026-04-15T04:10:59.929882Z","steps":["trace[38443795] 'process raft request' (duration: 164.598559ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.930202Z","caller":"traceutil/trace.go:171","msg":"trace[602635915] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"164.762124ms","start":"2026-04-15T04:10:59.765394Z","end":"2026-04-15T04:10:59.930156Z","steps":["trace[602635915] 'process raft request' (duration: 164.405784ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:10:59.979679Z","caller":"traceutil/trace.go:171","msg":"trace[675328270] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"106.694368ms","start":"2026-04-15T04:10:59.872948Z","end":"2026-04-15T04:10:59.979642Z","steps":["trace[675328270] 'process raft request' (duration: 106.482543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:01.124038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225510662672602,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T04:11:01.129325Z","caller":"traceutil/trace.go:171","msg":"trace[1403429942] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"658.123389ms","start":"2026-04-15T04:11:00.471177Z","end":"2026-04-15T04:11:01.1293Z","steps":["trace[1403429942] 'process raft request' (duration: 658.000656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:01.129464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:00.471152Z","time spent":"658.246613ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T04:11:01.263599Z","caller":"traceutil/trace.go:171","msg":"trace[1603293096] linearizableReadLoop","detail":"{readStateIndex:1555; appliedIndex:1553; }","duration":"639.776179ms","start":"2026-04-15T04:11:00.62379Z","end":"2026-04-15T04:11:01.263567Z","steps":["trace[1603293096] 'read index received' (duration: 505.458203ms)","trace[1603293096] 'applied index is now lower than readState.Index' (duration: 134.316126ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:01.263733Z","caller":"traceutil/trace.go:171","msg":"trace[731102166] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"688.731271ms","start":"2026-04-15T04:11:00.574975Z","end":"2026-04-15T04:11:01.263706Z","steps":["trace[731102166] 'process raft request' (duration: 623.840096ms)","trace[731102166] 'compare' (duration: 64.614568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:11:01.263806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.994666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:11:01.263872Z","caller":"traceutil/trace.go:171","msg":"trace[557310183] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1511; }","duration":"640.119299ms","start":"2026-04-15T04:11:00.623738Z","end":"2026-04-15T04:11:01.263857Z","steps":["trace[557310183] 'agreement among raft nodes before linearized reading' (duration: 639.976345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:01.263877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.364299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-15T04:11:01.263883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:00.574921Z","time spent":"688.871845ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:11:01.263901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:00.62372Z","time spent":"640.17539ms","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:11:01.263938Z","caller":"traceutil/trace.go:171","msg":"trace[1557676984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1511; }","duration":"207.432591ms","start":"2026-04-15T04:11:01.056489Z","end":"2026-04-15T04:11:01.263921Z","steps":["trace[1557676984] 'agreement among raft nodes before linearized reading' (duration: 207.243726ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:11:06.834541Z","caller":"traceutil/trace.go:171","msg":"trace[2067926680] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"100.507965ms","start":"2026-04-15T04:11:06.734003Z","end":"2026-04-15T04:11:06.834511Z","steps":["trace[2067926680] 'process raft request' (duration: 99.176039ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:11:10.849418Z","caller":"traceutil/trace.go:171","msg":"trace[200343260] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"169.325491ms","start":"2026-04-15T04:11:10.680048Z","end":"2026-04-15T04:11:10.849373Z","steps":["trace[200343260] 'process raft request' (duration: 133.402271ms)","trace[200343260] 'compare' (duration: 35.60539ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:10.849851Z","caller":"traceutil/trace.go:171","msg":"trace[735352414] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"167.665654ms","start":"2026-04-15T04:11:10.682119Z","end":"2026-04-15T04:11:10.849784Z","steps":["trace[735352414] 'process raft request' (duration: 167.184291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:12.61314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.807124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hvwm5\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-04-15T04:11:12.613255Z","caller":"traceutil/trace.go:171","msg":"trace[1388964924] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hvwm5; range_end:; response_count:1; response_revision:1739; }","duration":"105.963848ms","start":"2026-04-15T04:11:12.50727Z","end":"2026-04-15T04:11:12.613234Z","steps":["trace[1388964924] 'range keys from in-memory index tree' (duration: 105.621589ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:11:12.736932Z","caller":"traceutil/trace.go:171","msg":"trace[679555785] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"107.87276ms","start":"2026-04-15T04:11:12.629018Z","end":"2026-04-15T04:11:12.73689Z","steps":["trace[679555785] 'read index received' (duration: 107.511261ms)","trace[679555785] 'applied index is now lower than readState.Index' (duration: 359.719µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:12.737017Z","caller":"traceutil/trace.go:171","msg":"trace[1934757074] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"116.12506ms","start":"2026-04-15T04:11:12.620857Z","end":"2026-04-15T04:11:12.736982Z","steps":["trace[1934757074] 'process raft request' (duration: 115.76028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:12.73715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.100467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:11:12.737199Z","caller":"traceutil/trace.go:171","msg":"trace[911033402] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:1740; }","duration":"108.22845ms","start":"2026-04-15T04:11:12.628955Z","end":"2026-04-15T04:11:12.737183Z","steps":["trace[911033402] 'agreement among raft nodes before linearized reading' (duration: 108.094737ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:11:33.52415Z","caller":"traceutil/trace.go:171","msg":"trace[147580433] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"124.401354ms","start":"2026-04-15T04:11:33.399723Z","end":"2026-04-15T04:11:33.524125Z","steps":["trace[147580433] 'process raft request' (duration: 85.20172ms)","trace[147580433] 'compare' (duration: 39.06345ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:36.060368Z","caller":"traceutil/trace.go:171","msg":"trace[2118311874] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"349.462267ms","start":"2026-04-15T04:11:35.710859Z","end":"2026-04-15T04:11:36.060321Z","steps":["trace[2118311874] 'process raft request' (duration: 349.21528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:36.060606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:35.710816Z","time spent":"349.680073ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T04:11:37.852128Z","caller":"traceutil/trace.go:171","msg":"trace[1970704751] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"109.671263ms","start":"2026-04-15T04:11:37.742419Z","end":"2026-04-15T04:11:37.852091Z","steps":["trace[1970704751] 'process raft request' (duration: 109.420856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:58.57745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.113248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T04:11:58.577538Z","caller":"traceutil/trace.go:171","msg":"trace[1096284342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2594; }","duration":"142.246522ms","start":"2026-04-15T04:11:58.435273Z","end":"2026-04-15T04:11:58.57752Z","steps":["trace[1096284342] 'agreement among raft nodes before linearized reading' (duration: 142.060147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:58.577588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.586411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T04:11:58.577657Z","caller":"traceutil/trace.go:171","msg":"trace[1407190471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2594; }","duration":"142.673853ms","start":"2026-04-15T04:11:58.434967Z","end":"2026-04-15T04:11:58.577641Z","steps":["trace[1407190471] 'agreement among raft nodes before linearized reading' (duration: 142.507569ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:11:58.659263Z","caller":"traceutil/trace.go:171","msg":"trace[1103442802] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"118.95814ms","start":"2026-04-15T04:11:58.540279Z","end":"2026-04-15T04:11:58.659237Z","steps":["trace[1103442802] 'process raft request' (duration: 69.192771ms)","trace[1103442802] 'compare' (duration: 49.543023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:11:58.659579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.491086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dfc483bb-5321-4ff9-8cdd-0f1a2118fb8e\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-15T04:11:58.659645Z","caller":"traceutil/trace.go:171","msg":"trace[1322574338] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dfc483bb-5321-4ff9-8cdd-0f1a2118fb8e; range_end:; response_count:1; response_revision:2595; }","duration":"100.555498ms","start":"2026-04-15T04:11:58.559066Z","end":"2026-04-15T04:11:58.659622Z","steps":["trace[1322574338] 'agreement among raft nodes before linearized reading' (duration: 100.144287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:58.65985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.484446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-342b96b3-bcba-40bb-9e95-c1df4abcdff9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-15T04:11:58.659874Z","caller":"traceutil/trace.go:171","msg":"trace[795274467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-342b96b3-bcba-40bb-9e95-c1df4abcdff9; range_end:; response_count:1; response_revision:2596; }","duration":"100.545348ms","start":"2026-04-15T04:11:58.559324Z","end":"2026-04-15T04:11:58.659869Z","steps":["trace[795274467] 'agreement among raft nodes before linearized reading' (duration: 100.301301ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:11:59.234779Z","caller":"traceutil/trace.go:171","msg":"trace[1969574519] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"557.290279ms","start":"2026-04-15T04:11:58.677446Z","end":"2026-04-15T04:11:59.234737Z","steps":["trace[1969574519] 'process raft request' (duration: 512.167558ms)","trace[1969574519] 'compare' (duration: 44.557275ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:59.23482Z","caller":"traceutil/trace.go:171","msg":"trace[394716192] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2689; }","duration":"532.887239ms","start":"2026-04-15T04:11:58.701899Z","end":"2026-04-15T04:11:59.234786Z","steps":["trace[394716192] 'read index received' (duration: 487.696136ms)","trace[394716192] 'applied index is now lower than readState.Index' (duration: 45.189723ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:59.234891Z","caller":"traceutil/trace.go:171","msg":"trace[1662041834] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"555.742416ms","start":"2026-04-15T04:11:58.679103Z","end":"2026-04-15T04:11:59.234846Z","steps":["trace[1662041834] 'process raft request' (duration: 555.55692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.234979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:58.677427Z","time spent":"557.459413ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T04:11:59.234995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.079354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:11:59.235082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:58.679092Z","time spent":"555.88829ms","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4923,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:11:59.235097Z","caller":"traceutil/trace.go:171","msg":"trace[112006902] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:0; response_revision:2600; }","duration":"533.221857ms","start":"2026-04-15T04:11:58.701845Z","end":"2026-04-15T04:11:59.235067Z","steps":["trace[112006902] 'agreement among raft nodes before linearized reading' (duration: 533.058753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.235118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.527173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05b8af1c-5a27-4a6c-a5ef-3245fb8dc893\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-15T04:11:59.235144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:58.701813Z","time spent":"533.32282ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"info","ts":"2026-04-15T04:11:59.23516Z","caller":"traceutil/trace.go:171","msg":"trace[2027402611] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05b8af1c-5a27-4a6c-a5ef-3245fb8dc893; range_end:; response_count:1; response_revision:2600; }","duration":"462.625346ms","start":"2026-04-15T04:11:58.772522Z","end":"2026-04-15T04:11:59.235147Z","steps":["trace[2027402611] 'agreement among raft nodes before linearized reading' (duration: 462.440541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.235199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:58.772501Z","time spent":"462.688448ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05b8af1c-5a27-4a6c-a5ef-3245fb8dc893\" "} {"level":"warn","ts":"2026-04-15T04:11:59.235213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.087569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-15T04:11:59.235284Z","caller":"traceutil/trace.go:171","msg":"trace[2007620866] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2600; }","duration":"266.197062ms","start":"2026-04-15T04:11:58.969069Z","end":"2026-04-15T04:11:59.235266Z","steps":["trace[2007620866] 'agreement among raft nodes before linearized reading' (duration: 265.906444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.235436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.84657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-15T04:11:59.235481Z","caller":"traceutil/trace.go:171","msg":"trace[1663730699] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2600; }","duration":"266.911403ms","start":"2026-04-15T04:11:58.968559Z","end":"2026-04-15T04:11:59.23547Z","steps":["trace[1663730699] 'agreement among raft nodes before linearized reading' (duration: 266.795889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.23555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.009155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05b8af1c-5a27-4a6c-a5ef-3245fb8dc893\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-15T04:11:59.235616Z","caller":"traceutil/trace.go:171","msg":"trace[1700420219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05b8af1c-5a27-4a6c-a5ef-3245fb8dc893; range_end:; response_count:1; response_revision:2600; }","duration":"406.116408ms","start":"2026-04-15T04:11:58.829483Z","end":"2026-04-15T04:11:59.2356Z","steps":["trace[1700420219] 'agreement among raft nodes before linearized reading' (duration: 405.895352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.235665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:58.82946Z","time spent":"406.192641ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05b8af1c-5a27-4a6c-a5ef-3245fb8dc893\" "} {"level":"warn","ts":"2026-04-15T04:11:59.23574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.51343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:11:59.236076Z","caller":"traceutil/trace.go:171","msg":"trace[2082695034] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:2600; }","duration":"272.047326ms","start":"2026-04-15T04:11:58.964007Z","end":"2026-04-15T04:11:59.236054Z","steps":["trace[2082695034] 'agreement among raft nodes before linearized reading' (duration: 271.343966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.617939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.547977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T04:11:59.618069Z","caller":"traceutil/trace.go:171","msg":"trace[2147131157] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2694; }","duration":"308.139063ms","start":"2026-04-15T04:11:59.309909Z","end":"2026-04-15T04:11:59.618048Z","steps":["trace[2147131157] 'read index received' (duration: 53.220456ms)","trace[2147131157] 'applied index is now lower than readState.Index' (duration: 254.916877ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:59.618161Z","caller":"traceutil/trace.go:171","msg":"trace[420019383] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"365.076432ms","start":"2026-04-15T04:11:59.253069Z","end":"2026-04-15T04:11:59.618146Z","steps":["trace[420019383] 'process raft request' (duration: 110.037812ms)","trace[420019383] 'compare' (duration: 254.385462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:11:59.618233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:59.253059Z","time spent":"365.133084ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2403,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:11:59.618573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.402403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:11:59.618712Z","caller":"traceutil/trace.go:171","msg":"trace[1508907231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:2604; }","duration":"364.731223ms","start":"2026-04-15T04:11:59.25395Z","end":"2026-04-15T04:11:59.618681Z","steps":["trace[1508907231] 'agreement among raft nodes before linearized reading' (duration: 364.26492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.618775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:59.253928Z","time spent":"364.831387ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-15T04:11:59.636634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.534345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:11:59.636701Z","caller":"traceutil/trace.go:171","msg":"trace[482477079] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:0; response_revision:2606; }","duration":"322.656828ms","start":"2026-04-15T04:11:59.314026Z","end":"2026-04-15T04:11:59.636683Z","steps":["trace[482477079] 'agreement among raft nodes before linearized reading' (duration: 322.537044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.63675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:59.313997Z","time spent":"322.74095ms","remote":"127.0.0.1:36260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"info","ts":"2026-04-15T04:11:59.636725Z","caller":"traceutil/trace.go:171","msg":"trace[1247498332] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"314.615423ms","start":"2026-04-15T04:11:59.322066Z","end":"2026-04-15T04:11:59.636681Z","steps":["trace[1247498332] 'process raft request' (duration: 314.425678ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:11:59.636762Z","caller":"traceutil/trace.go:171","msg":"trace[1189093522] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"320.5909ms","start":"2026-04-15T04:11:59.316129Z","end":"2026-04-15T04:11:59.63672Z","steps":["trace[1189093522] 'process raft request' (duration: 320.200319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.636867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.747279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mrxc4\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-15T04:11:59.636929Z","caller":"traceutil/trace.go:171","msg":"trace[1177183053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mrxc4; range_end:; response_count:1; response_revision:2606; }","duration":"308.862973ms","start":"2026-04-15T04:11:59.328051Z","end":"2026-04-15T04:11:59.636914Z","steps":["trace[1177183053] 'agreement among raft nodes before linearized reading' (duration: 308.648227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.636944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:59.316116Z","time spent":"320.741124ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T04:11:59.636972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:59.328026Z","time spent":"308.937254ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-mrxc4\" "} {"level":"warn","ts":"2026-04-15T04:11:59.637031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:11:59.322001Z","time spent":"314.83788ms","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:11:59.806978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.253744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18a66c6d33545c17\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-04-15T04:11:59.807055Z","caller":"traceutil/trace.go:171","msg":"trace[756300662] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18a66c6d33545c17; range_end:; response_count:1; response_revision:2608; }","duration":"165.374447ms","start":"2026-04-15T04:11:59.641661Z","end":"2026-04-15T04:11:59.807036Z","steps":["trace[756300662] 'agreement among raft nodes before linearized reading' (duration: 75.611891ms)","trace[756300662] 'range keys from in-memory index tree' (duration: 89.588801ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:59.80736Z","caller":"traceutil/trace.go:171","msg":"trace[1284198519] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"158.108705ms","start":"2026-04-15T04:11:59.649229Z","end":"2026-04-15T04:11:59.807337Z","steps":["trace[1284198519] 'process raft request' (duration: 78.835622ms)","trace[1284198519] 'compare' (duration: 79.026576ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:11:59.807502Z","caller":"traceutil/trace.go:171","msg":"trace[263730355] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2609; }","duration":"155.912943ms","start":"2026-04-15T04:11:59.651556Z","end":"2026-04-15T04:11:59.807469Z","steps":["trace[263730355] 'process raft request' (duration: 155.674646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.80811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.583931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-342b96b3-bcba-40bb-9e95-c1df4abcdff9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-15T04:11:59.808163Z","caller":"traceutil/trace.go:171","msg":"trace[251565717] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-342b96b3-bcba-40bb-9e95-c1df4abcdff9; range_end:; response_count:1; response_revision:2609; }","duration":"142.642232ms","start":"2026-04-15T04:11:59.665491Z","end":"2026-04-15T04:11:59.808133Z","steps":["trace[251565717] 'agreement among raft nodes before linearized reading' (duration: 142.54489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.80813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.442877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dfc483bb-5321-4ff9-8cdd-0f1a2118fb8e\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-15T04:11:59.8083Z","caller":"traceutil/trace.go:171","msg":"trace[570989720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dfc483bb-5321-4ff9-8cdd-0f1a2118fb8e; range_end:; response_count:1; response_revision:2609; }","duration":"142.632102ms","start":"2026-04-15T04:11:59.665596Z","end":"2026-04-15T04:11:59.808228Z","steps":["trace[570989720] 'agreement among raft nodes before linearized reading' (duration: 142.336644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:11:59.808197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.864291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:77027"} {"level":"info","ts":"2026-04-15T04:11:59.80875Z","caller":"traceutil/trace.go:171","msg":"trace[1382789351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:2609; }","duration":"166.302842ms","start":"2026-04-15T04:11:59.642267Z","end":"2026-04-15T04:11:59.80857Z","steps":["trace[1382789351] 'agreement among raft nodes before linearized reading' (duration: 165.676015ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:13:00.314298Z","caller":"traceutil/trace.go:171","msg":"trace[452453259] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"206.625825ms","start":"2026-04-15T04:13:00.107654Z","end":"2026-04-15T04:13:00.31428Z","steps":["trace[452453259] 'process raft request' (duration: 206.485881ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:13:05.751117Z","caller":"traceutil/trace.go:171","msg":"trace[1276354625] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"105.144984ms","start":"2026-04-15T04:13:05.645946Z","end":"2026-04-15T04:13:05.751091Z","steps":["trace[1276354625] 'process raft request' (duration: 104.935939ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:13:05.924923Z","caller":"traceutil/trace.go:171","msg":"trace[2031921789] linearizableReadLoop","detail":"{readStateIndex:3442; appliedIndex:3441; }","duration":"110.34817ms","start":"2026-04-15T04:13:05.814553Z","end":"2026-04-15T04:13:05.924901Z","steps":["trace[2031921789] 'read index received' (duration: 66.144999ms)","trace[2031921789] 'applied index is now lower than readState.Index' (duration: 44.202211ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:13:05.924979Z","caller":"traceutil/trace.go:171","msg":"trace[88127915] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"167.67131ms","start":"2026-04-15T04:13:05.757276Z","end":"2026-04-15T04:13:05.924947Z","steps":["trace[88127915] 'process raft request' (duration: 123.417236ms)","trace[88127915] 'compare' (duration: 44.092269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:13:05.925225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.610997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8214"} {"level":"info","ts":"2026-04-15T04:13:05.925348Z","caller":"traceutil/trace.go:171","msg":"trace[1388315999] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:3329; }","duration":"110.827033ms","start":"2026-04-15T04:13:05.814499Z","end":"2026-04-15T04:13:05.925326Z","steps":["trace[1388315999] 'agreement among raft nodes before linearized reading' (duration: 110.506954ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:13:06.103743Z","caller":"traceutil/trace.go:171","msg":"trace[1878313152] linearizableReadLoop","detail":"{readStateIndex:3443; appliedIndex:3442; }","duration":"155.661941ms","start":"2026-04-15T04:13:05.94805Z","end":"2026-04-15T04:13:06.103712Z","steps":["trace[1878313152] 'read index received' (duration: 155.332172ms)","trace[1878313152] 'applied index is now lower than readState.Index' (duration: 328.599µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:13:06.103794Z","caller":"traceutil/trace.go:171","msg":"trace[1122234994] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"166.368083ms","start":"2026-04-15T04:13:05.937386Z","end":"2026-04-15T04:13:06.103754Z","steps":["trace[1122234994] 'process raft request' (duration: 166.115526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:13:06.103886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.815257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:13:06.103924Z","caller":"traceutil/trace.go:171","msg":"trace[1384762491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3330; }","duration":"155.9038ms","start":"2026-04-15T04:13:05.948008Z","end":"2026-04-15T04:13:06.103912Z","steps":["trace[1384762491] 'agreement among raft nodes before linearized reading' (duration: 155.811226ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:13:06.23922Z","caller":"traceutil/trace.go:171","msg":"trace[724813047] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"128.850329ms","start":"2026-04-15T04:13:06.110329Z","end":"2026-04-15T04:13:06.23918Z","steps":["trace[724813047] 'process raft request' (duration: 128.365626ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:13:06.245778Z","caller":"traceutil/trace.go:171","msg":"trace[853281856] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"127.408109ms","start":"2026-04-15T04:13:06.118346Z","end":"2026-04-15T04:13:06.245754Z","steps":["trace[853281856] 'process raft request' (duration: 127.174982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:14:03.455455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.936444ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T04:14:03.503146Z","caller":"traceutil/trace.go:171","msg":"trace[2017704427] linearizableReadLoop","detail":"{readStateIndex:3837; appliedIndex:3836; }","duration":"120.816997ms","start":"2026-04-15T04:14:03.382294Z","end":"2026-04-15T04:14:03.503111Z","steps":["trace[2017704427] 'read index received' (duration: 120.516888ms)","trace[2017704427] 'applied index is now lower than readState.Index' (duration: 298.439µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:14:03.503252Z","caller":"traceutil/trace.go:171","msg":"trace[1354263723] transaction","detail":"{read_only:false; response_revision:3712; number_of_response:1; }","duration":"184.170414ms","start":"2026-04-15T04:14:03.319028Z","end":"2026-04-15T04:14:03.503199Z","steps":["trace[1354263723] 'process raft request' (duration: 183.807543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:14:03.503481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.174628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-15T04:14:03.503561Z","caller":"traceutil/trace.go:171","msg":"trace[2130304415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3712; }","duration":"121.308021ms","start":"2026-04-15T04:14:03.382228Z","end":"2026-04-15T04:14:03.503536Z","steps":["trace[2130304415] 'agreement among raft nodes before linearized reading' (duration: 121.049514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:16:02.981902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.947316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4m4j\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-15T04:16:02.981984Z","caller":"traceutil/trace.go:171","msg":"trace[649960527] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4m4j; range_end:; response_count:1; response_revision:4425; }","duration":"128.074379ms","start":"2026-04-15T04:16:02.853893Z","end":"2026-04-15T04:16:02.981968Z","steps":["trace[649960527] 'range keys from in-memory index tree' (duration: 127.74013ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:16:03.702833Z","caller":"traceutil/trace.go:171","msg":"trace[1215883514] linearizableReadLoop","detail":"{readStateIndex:4580; appliedIndex:4579; }","duration":"351.021355ms","start":"2026-04-15T04:16:03.351776Z","end":"2026-04-15T04:16:03.702797Z","steps":["trace[1215883514] 'read index received' (duration: 350.809969ms)","trace[1215883514] 'applied index is now lower than readState.Index' (duration: 209.656µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:16:03.702873Z","caller":"traceutil/trace.go:171","msg":"trace[190354776] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"360.207431ms","start":"2026-04-15T04:16:03.342642Z","end":"2026-04-15T04:16:03.70285Z","steps":["trace[190354776] 'process raft request' (duration: 359.926213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:16:03.703063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.256993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:16:03.703157Z","caller":"traceutil/trace.go:171","msg":"trace[1694149909] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4427; }","duration":"351.432007ms","start":"2026-04-15T04:16:03.351702Z","end":"2026-04-15T04:16:03.703134Z","steps":["trace[1694149909] 'agreement among raft nodes before linearized reading' (duration: 351.235031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:16:03.703138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:16:03.342617Z","time spent":"360.391976ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:16:03.703199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:16:03.351674Z","time spent":"351.51756ms","remote":"127.0.0.1:39292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:16:03.704972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.582406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T04:16:03.705014Z","caller":"traceutil/trace.go:171","msg":"trace[307142797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4428; }","duration":"347.692609ms","start":"2026-04-15T04:16:03.357309Z","end":"2026-04-15T04:16:03.705002Z","steps":["trace[307142797] 'agreement among raft nodes before linearized reading' (duration: 347.560126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:16:03.705035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:16:03.357283Z","time spent":"347.746201ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T04:16:03.705203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.762991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-15T04:16:03.705237Z","caller":"traceutil/trace.go:171","msg":"trace[1348014865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4428; }","duration":"347.846464ms","start":"2026-04-15T04:16:03.357382Z","end":"2026-04-15T04:16:03.705228Z","steps":["trace[1348014865] 'agreement among raft nodes before linearized reading' (duration: 347.71357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:16:03.705254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:16:03.357338Z","time spent":"347.911906ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-15T04:16:03.705232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.180487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-15T04:16:03.705304Z","caller":"traceutil/trace.go:171","msg":"trace[2018976164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4428; }","duration":"345.28085ms","start":"2026-04-15T04:16:03.360004Z","end":"2026-04-15T04:16:03.705285Z","steps":["trace[2018976164] 'agreement among raft nodes before linearized reading' (duration: 345.081564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:16:03.705273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.909764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:16:03.705361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:16:03.35998Z","time spent":"345.369582ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-15T04:16:03.705398Z","caller":"traceutil/trace.go:171","msg":"trace[668320127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4428; }","duration":"321.11219ms","start":"2026-04-15T04:16:03.384254Z","end":"2026-04-15T04:16:03.705366Z","steps":["trace[668320127] 'agreement among raft nodes before linearized reading' (duration: 320.912954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:16:03.70546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:16:03.384222Z","time spent":"321.229423ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:16:08.727604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T04:16:08.727924Z","caller":"traceutil/trace.go:171","msg":"trace[72065509] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"115.863445ms","start":"2026-04-15T04:16:08.61202Z","end":"2026-04-15T04:16:08.727883Z","steps":["trace[72065509] 'process raft request' (duration: 13.414988ms)","trace[72065509] 'compare' (duration: 101.85587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:18:00.705775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.375318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T04:18:00.706063Z","caller":"traceutil/trace.go:171","msg":"trace[1081464594] linearizableReadLoop","detail":"{readStateIndex:6152; appliedIndex:6150; }","duration":"153.614781ms","start":"2026-04-15T04:18:00.552428Z","end":"2026-04-15T04:18:00.706043Z","steps":["trace[1081464594] 'read index received' (duration: 8.839323ms)","trace[1081464594] 'applied index is now lower than readState.Index' (duration: 144.774358ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:18:00.706138Z","caller":"traceutil/trace.go:171","msg":"trace[951716994] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"170.915565ms","start":"2026-04-15T04:18:00.535181Z","end":"2026-04-15T04:18:00.706096Z","steps":["trace[951716994] 'process raft request' (duration: 26.112945ms)","trace[951716994] 'compare' (duration: 144.204303ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:18:00.706176Z","caller":"traceutil/trace.go:171","msg":"trace[1440900816] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"164.291106ms","start":"2026-04-15T04:18:00.54187Z","end":"2026-04-15T04:18:00.706161Z","steps":["trace[1440900816] 'process raft request' (duration: 164.064999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:18:00.706444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.894082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-15T04:18:00.706538Z","caller":"traceutil/trace.go:171","msg":"trace[1031721904] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5948; }","duration":"151.006756ms","start":"2026-04-15T04:18:00.555509Z","end":"2026-04-15T04:18:00.706515Z","steps":["trace[1031721904] 'agreement among raft nodes before linearized reading' (duration: 150.713177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:18:00.706793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.282444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d3302c4-7b0a-4976-b432-b66f08f88bf7\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-04-15T04:18:00.70685Z","caller":"traceutil/trace.go:171","msg":"trace[455137055] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d3302c4-7b0a-4976-b432-b66f08f88bf7; range_end:; response_count:1; response_revision:5948; }","duration":"125.369056ms","start":"2026-04-15T04:18:00.581465Z","end":"2026-04-15T04:18:00.706834Z","steps":["trace[455137055] 'agreement among raft nodes before linearized reading' (duration: 125.191351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:18:00.706855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.654188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wmvm8.18a66cc00d20d742\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-15T04:18:00.70701Z","caller":"traceutil/trace.go:171","msg":"trace[1018952551] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wmvm8.18a66cc00d20d742; range_end:; response_count:1; response_revision:5948; }","duration":"136.827343ms","start":"2026-04-15T04:18:00.57017Z","end":"2026-04-15T04:18:00.706997Z","steps":["trace[1018952551] 'agreement among raft nodes before linearized reading' (duration: 136.595897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:18:00.707288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.747527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:211841"} {"level":"info","ts":"2026-04-15T04:18:00.707402Z","caller":"traceutil/trace.go:171","msg":"trace[2094454528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:5948; }","duration":"172.885262ms","start":"2026-04-15T04:18:00.534487Z","end":"2026-04-15T04:18:00.707372Z","steps":["trace[2094454528] 'agreement among raft nodes before linearized reading' (duration: 172.262604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:18:00.708015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.70051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:56 size:2210234"} {"level":"info","ts":"2026-04-15T04:18:00.70808Z","caller":"traceutil/trace.go:171","msg":"trace[188916183] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:56; response_revision:5948; }","duration":"115.783312ms","start":"2026-04-15T04:18:00.592281Z","end":"2026-04-15T04:18:00.708065Z","steps":["trace[188916183] 'agreement among raft nodes before linearized reading' (duration: 113.97347ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:18:07.682053Z","caller":"traceutil/trace.go:171","msg":"trace[1139940268] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"104.709227ms","start":"2026-04-15T04:18:07.577312Z","end":"2026-04-15T04:18:07.682021Z","steps":["trace[1139940268] 'process raft request' (duration: 104.5212ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:18:43.951526Z","caller":"traceutil/trace.go:171","msg":"trace[733402545] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"128.955758ms","start":"2026-04-15T04:18:43.822523Z","end":"2026-04-15T04:18:43.951479Z","steps":["trace[733402545] 'process raft request' (duration: 128.772223ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:19:14.81894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3774} {"level":"info","ts":"2026-04-15T04:19:14.917055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3774,"took":"96.154886ms","hash":3645228794,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":34619392,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-15T04:19:14.917123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3645228794,"revision":3774,"compact-revision":-1} {"level":"info","ts":"2026-04-15T04:19:56.727345Z","caller":"traceutil/trace.go:171","msg":"trace[1742633453] transaction","detail":"{read_only:false; response_revision:7254; number_of_response:1; }","duration":"184.740995ms","start":"2026-04-15T04:19:56.54257Z","end":"2026-04-15T04:19:56.727311Z","steps":["trace[1742633453] 'process raft request' (duration: 184.531529ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:19:56.734192Z","caller":"traceutil/trace.go:171","msg":"trace[1591988337] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"143.553079ms","start":"2026-04-15T04:19:56.590604Z","end":"2026-04-15T04:19:56.734157Z","steps":["trace[1591988337] 'process raft request' (duration: 143.482217ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:19:56.734429Z","caller":"traceutil/trace.go:171","msg":"trace[1575161191] transaction","detail":"{read_only:false; response_revision:7255; number_of_response:1; }","duration":"145.855736ms","start":"2026-04-15T04:19:56.588562Z","end":"2026-04-15T04:19:56.734417Z","steps":["trace[1575161191] 'process raft request' (duration: 145.30624ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:15.642041Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000001ea3.wal"} {"level":"warn","ts":"2026-04-15T04:20:40.252494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.995398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T04:20:40.252556Z","caller":"traceutil/trace.go:171","msg":"trace[293062534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8587; }","duration":"178.09596ms","start":"2026-04-15T04:20:40.074449Z","end":"2026-04-15T04:20:40.252545Z","steps":["trace[293062534] 'range keys from in-memory index tree' (duration: 177.878814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:40.252729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.002022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-74d9d5c496-cdv85\" ","response":"range_response_count:1 size:7926"} {"level":"info","ts":"2026-04-15T04:20:40.252758Z","caller":"traceutil/trace.go:171","msg":"trace[1436160910] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-74d9d5c496-cdv85; range_end:; response_count:1; response_revision:8587; }","duration":"118.058894ms","start":"2026-04-15T04:20:40.134693Z","end":"2026-04-15T04:20:40.252752Z","steps":["trace[1436160910] 'range keys from in-memory index tree' (duration: 117.91996ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:40.270184Z","caller":"traceutil/trace.go:171","msg":"trace[327231948] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"130.405196ms","start":"2026-04-15T04:20:40.139761Z","end":"2026-04-15T04:20:40.270166Z","steps":["trace[327231948] 'process raft request' (duration: 130.276713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:40.27107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.439381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:40.271201Z","caller":"traceutil/trace.go:171","msg":"trace[387832875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"107.610866ms","start":"2026-04-15T04:20:40.163571Z","end":"2026-04-15T04:20:40.271181Z","steps":["trace[387832875] 'agreement among raft nodes before linearized reading' (duration: 107.431051ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:40.270961Z","caller":"traceutil/trace.go:171","msg":"trace[969383293] linearizableReadLoop","detail":"{readStateIndex:8854; appliedIndex:8854; }","duration":"107.328938ms","start":"2026-04-15T04:20:40.163603Z","end":"2026-04-15T04:20:40.270932Z","steps":["trace[969383293] 'read index received' (duration: 107.291597ms)","trace[969383293] 'applied index is now lower than readState.Index' (duration: 34.471µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:20:40.368336Z","caller":"traceutil/trace.go:171","msg":"trace[1727931835] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"198.312248ms","start":"2026-04-15T04:20:40.16999Z","end":"2026-04-15T04:20:40.368302Z","steps":["trace[1727931835] 'process raft request' (duration: 198.139223ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:40.368532Z","caller":"traceutil/trace.go:171","msg":"trace[217139255] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"110.93762ms","start":"2026-04-15T04:20:40.257574Z","end":"2026-04-15T04:20:40.368511Z","steps":["trace[217139255] 'process raft request' (duration: 110.688723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:40.369041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.991713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:40.369074Z","caller":"traceutil/trace.go:171","msg":"trace[1349693311] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8591; }","duration":"118.061226ms","start":"2026-04-15T04:20:40.251003Z","end":"2026-04-15T04:20:40.369064Z","steps":["trace[1349693311] 'agreement among raft nodes before linearized reading' (duration: 118.000714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:40.369099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.968672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:40.369127Z","caller":"traceutil/trace.go:171","msg":"trace[748623648] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:8591; }","duration":"132.005554ms","start":"2026-04-15T04:20:40.237113Z","end":"2026-04-15T04:20:40.369119Z","steps":["trace[748623648] 'agreement among raft nodes before linearized reading' (duration: 131.974873ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:40.36919Z","caller":"traceutil/trace.go:171","msg":"trace[24694941] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"106.671539ms","start":"2026-04-15T04:20:40.262512Z","end":"2026-04-15T04:20:40.369183Z","steps":["trace[24694941] 'process raft request' (duration: 105.782713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:40.369039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.978041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-04-15T04:20:40.369276Z","caller":"traceutil/trace.go:171","msg":"trace[2039727861] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:8591; }","duration":"133.234428ms","start":"2026-04-15T04:20:40.236036Z","end":"2026-04-15T04:20:40.36927Z","steps":["trace[2039727861] 'agreement among raft nodes before linearized reading' (duration: 132.911889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:40.369268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.131525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:20:40.369073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.601332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:40.369343Z","caller":"traceutil/trace.go:171","msg":"trace[142272241] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:8591; }","duration":"133.421454ms","start":"2026-04-15T04:20:40.235901Z","end":"2026-04-15T04:20:40.369322Z","steps":["trace[142272241] 'agreement among raft nodes before linearized reading' (duration: 133.131836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:40.369418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.52648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T04:20:40.369445Z","caller":"traceutil/trace.go:171","msg":"trace[1301319407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8591; }","duration":"151.575972ms","start":"2026-04-15T04:20:40.217863Z","end":"2026-04-15T04:20:40.369439Z","steps":["trace[1301319407] 'agreement among raft nodes before linearized reading' (duration: 151.5138ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:40.36936Z","caller":"traceutil/trace.go:171","msg":"trace[550853038] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:8591; }","duration":"131.89817ms","start":"2026-04-15T04:20:40.237456Z","end":"2026-04-15T04:20:40.369355Z","steps":["trace[550853038] 'agreement among raft nodes before linearized reading' (duration: 131.604351ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:43.580084Z","caller":"traceutil/trace.go:171","msg":"trace[139677882] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"147.763874ms","start":"2026-04-15T04:20:43.432298Z","end":"2026-04-15T04:20:43.580062Z","steps":["trace[139677882] 'process raft request' (duration: 113.262167ms)","trace[139677882] 'compare' (duration: 33.948571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:20:46.612363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.576448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T04:20:46.612605Z","caller":"traceutil/trace.go:171","msg":"trace[1489882158] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"172.54011ms","start":"2026-04-15T04:20:46.440028Z","end":"2026-04-15T04:20:46.612568Z","steps":["trace[1489882158] 'process raft request' (duration: 53.609552ms)","trace[1489882158] 'compare' (duration: 118.188428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:20:46.613662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.820641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:20:46.613809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.732006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-04-15T04:20:46.613749Z","caller":"traceutil/trace.go:171","msg":"trace[2114954507] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8652; }","duration":"170.924135ms","start":"2026-04-15T04:20:46.442804Z","end":"2026-04-15T04:20:46.613728Z","steps":["trace[2114954507] 'agreement among raft nodes before linearized reading' (duration: 170.763361ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:46.613897Z","caller":"traceutil/trace.go:171","msg":"trace[461814704] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:8652; }","duration":"208.822968ms","start":"2026-04-15T04:20:46.405056Z","end":"2026-04-15T04:20:46.613879Z","steps":["trace[461814704] 'agreement among raft nodes before linearized reading' (duration: 208.553291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:46.614126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.240841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:46.614189Z","caller":"traceutil/trace.go:171","msg":"trace[760268353] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8652; }","duration":"173.295833ms","start":"2026-04-15T04:20:46.440859Z","end":"2026-04-15T04:20:46.614155Z","steps":["trace[760268353] 'agreement among raft nodes before linearized reading' (duration: 173.212071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:46.614495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.950971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:46.614562Z","caller":"traceutil/trace.go:171","msg":"trace[602757262] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8652; }","duration":"167.065114ms","start":"2026-04-15T04:20:46.447485Z","end":"2026-04-15T04:20:46.614551Z","steps":["trace[602757262] 'agreement among raft nodes before linearized reading' (duration: 166.956421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:46.614659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.519271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-15T04:20:46.614726Z","caller":"traceutil/trace.go:171","msg":"trace[1022326865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8652; }","duration":"207.564952ms","start":"2026-04-15T04:20:46.407119Z","end":"2026-04-15T04:20:46.614684Z","steps":["trace[1022326865] 'agreement among raft nodes before linearized reading' (duration: 207.435448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:46.614959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.584339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:46.615067Z","caller":"traceutil/trace.go:171","msg":"trace[1765357456] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8652; }","duration":"167.704983ms","start":"2026-04-15T04:20:46.44734Z","end":"2026-04-15T04:20:46.615045Z","steps":["trace[1765357456] 'agreement among raft nodes before linearized reading' (duration: 167.546099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:46.615332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.993961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-15T04:20:46.615361Z","caller":"traceutil/trace.go:171","msg":"trace[1078932843] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8652; }","duration":"168.032832ms","start":"2026-04-15T04:20:46.447321Z","end":"2026-04-15T04:20:46.615354Z","steps":["trace[1078932843] 'agreement among raft nodes before linearized reading' (duration: 167.938379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:46.615429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.42319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:20:46.615502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.470825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:46.615498Z","caller":"traceutil/trace.go:171","msg":"trace[1861850016] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8652; }","duration":"170.513273ms","start":"2026-04-15T04:20:46.44497Z","end":"2026-04-15T04:20:46.615484Z","steps":["trace[1861850016] 'agreement among raft nodes before linearized reading' (duration: 170.381969ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:46.615546Z","caller":"traceutil/trace.go:171","msg":"trace[2107015554] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:8652; }","duration":"210.501556ms","start":"2026-04-15T04:20:46.405016Z","end":"2026-04-15T04:20:46.615518Z","steps":["trace[2107015554] 'agreement among raft nodes before linearized reading' (duration: 210.468685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:20:46.615639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.916616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:46.61566Z","caller":"traceutil/trace.go:171","msg":"trace[1323171884] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:8652; }","duration":"211.946996ms","start":"2026-04-15T04:20:46.403708Z","end":"2026-04-15T04:20:46.615655Z","steps":["trace[1323171884] 'agreement among raft nodes before linearized reading' (duration: 211.914666ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:46.615777Z","caller":"traceutil/trace.go:171","msg":"trace[284999874] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8918; }","duration":"126.405162ms","start":"2026-04-15T04:20:46.487152Z","end":"2026-04-15T04:20:46.613557Z","steps":["trace[284999874] 'read index received' (duration: 6.435654ms)","trace[284999874] 'applied index is now lower than readState.Index' (duration: 119.967208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:20:46.615305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.236748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:20:46.617171Z","caller":"traceutil/trace.go:171","msg":"trace[2107262300] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:8652; }","duration":"212.109732ms","start":"2026-04-15T04:20:46.405044Z","end":"2026-04-15T04:20:46.617153Z","steps":["trace[2107262300] 'agreement among raft nodes before linearized reading' (duration: 210.214607ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:20:53.511497Z","caller":"traceutil/trace.go:171","msg":"trace[1725104407] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"127.501465ms","start":"2026-04-15T04:20:53.38397Z","end":"2026-04-15T04:20:53.511471Z","steps":["trace[1725104407] 'process raft request' (duration: 127.294609ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:21:00.707199Z","caller":"traceutil/trace.go:171","msg":"trace[467538302] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"104.758424ms","start":"2026-04-15T04:21:00.602387Z","end":"2026-04-15T04:21:00.707145Z","steps":["trace[467538302] 'process raft request' (duration: 54.144587ms)","trace[467538302] 'compare' (duration: 50.39092ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:21:01.253424Z","caller":"traceutil/trace.go:171","msg":"trace[526954370] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9101; }","duration":"111.821376ms","start":"2026-04-15T04:21:01.141562Z","end":"2026-04-15T04:21:01.253384Z","steps":["trace[526954370] 'read index received' (duration: 111.532607ms)","trace[526954370] 'applied index is now lower than readState.Index' (duration: 286.689µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:21:01.25359Z","caller":"traceutil/trace.go:171","msg":"trace[835732796] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"149.481533ms","start":"2026-04-15T04:21:01.104068Z","end":"2026-04-15T04:21:01.253549Z","steps":["trace[835732796] 'process raft request' (duration: 149.072251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:21:01.25382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.011214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:21:01.25386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.177145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:21:01.253897Z","caller":"traceutil/trace.go:171","msg":"trace[595061208] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8832; }","duration":"112.218598ms","start":"2026-04-15T04:21:01.141669Z","end":"2026-04-15T04:21:01.253888Z","steps":["trace[595061208] 'agreement among raft nodes before linearized reading' (duration: 112.139125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:21:01.253873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.211307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-15T04:21:01.253954Z","caller":"traceutil/trace.go:171","msg":"trace[1898816755] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:8832; }","duration":"112.409243ms","start":"2026-04-15T04:21:01.14152Z","end":"2026-04-15T04:21:01.25393Z","steps":["trace[1898816755] 'agreement among raft nodes before linearized reading' (duration: 112.073683ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:21:01.253897Z","caller":"traceutil/trace.go:171","msg":"trace[888040654] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8832; }","duration":"110.137088ms","start":"2026-04-15T04:21:01.143743Z","end":"2026-04-15T04:21:01.25388Z","steps":["trace[888040654] 'agreement among raft nodes before linearized reading' (duration: 109.972534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:21:01.254033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.591272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-15T04:21:01.25412Z","caller":"traceutil/trace.go:171","msg":"trace[1223155161] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8832; }","duration":"109.714256ms","start":"2026-04-15T04:21:01.144386Z","end":"2026-04-15T04:21:01.254101Z","steps":["trace[1223155161] 'agreement among raft nodes before linearized reading' (duration: 109.407117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:21:01.254137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.464484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:21:01.254222Z","caller":"traceutil/trace.go:171","msg":"trace[1807791306] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8832; }","duration":"112.569057ms","start":"2026-04-15T04:21:01.141631Z","end":"2026-04-15T04:21:01.2542Z","steps":["trace[1807791306] 'agreement among raft nodes before linearized reading' (duration: 112.043763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:21:01.254238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.368615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:21:01.254311Z","caller":"traceutil/trace.go:171","msg":"trace[308200539] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8832; }","duration":"110.477228ms","start":"2026-04-15T04:21:01.143814Z","end":"2026-04-15T04:21:01.254291Z","steps":["trace[308200539] 'agreement among raft nodes before linearized reading' (duration: 109.912432ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:22:10.103726Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-15T04:22:10.108682Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-15T04:22:10.108764Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-15T04:23:01.680525Z","caller":"traceutil/trace.go:171","msg":"trace[3822985] transaction","detail":"{read_only:false; response_revision:10350; number_of_response:1; }","duration":"108.281084ms","start":"2026-04-15T04:23:01.57222Z","end":"2026-04-15T04:23:01.680502Z","steps":["trace[3822985] 'process raft request' (duration: 98.507695ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:18.29656Z","caller":"traceutil/trace.go:171","msg":"trace[656523334] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"110.528331ms","start":"2026-04-15T04:23:18.185999Z","end":"2026-04-15T04:23:18.296527Z","steps":["trace[656523334] 'process raft request' (duration: 67.809732ms)","trace[656523334] 'compare' (duration: 42.445122ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:23:19.54338Z","caller":"traceutil/trace.go:171","msg":"trace[375885293] linearizableReadLoop","detail":"{readStateIndex:10891; appliedIndex:10890; }","duration":"251.59449ms","start":"2026-04-15T04:23:19.291758Z","end":"2026-04-15T04:23:19.543353Z","steps":["trace[375885293] 'read index received' (duration: 250.842919ms)","trace[375885293] 'applied index is now lower than readState.Index' (duration: 749.881µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:23:19.543733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.95205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-15T04:23:19.54383Z","caller":"traceutil/trace.go:171","msg":"trace[1342009845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10581; }","duration":"252.068673ms","start":"2026-04-15T04:23:19.291746Z","end":"2026-04-15T04:23:19.543815Z","steps":["trace[1342009845] 'agreement among raft nodes before linearized reading' (duration: 251.739664ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:19.544128Z","caller":"traceutil/trace.go:171","msg":"trace[1754410852] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"290.673837ms","start":"2026-04-15T04:23:19.252757Z","end":"2026-04-15T04:23:19.54343Z","steps":["trace[1754410852] 'process raft request' (duration: 289.858514ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:19.91932Z","caller":"traceutil/trace.go:171","msg":"trace[1883822021] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"565.403874ms","start":"2026-04-15T04:23:19.353891Z","end":"2026-04-15T04:23:19.919295Z","steps":["trace[1883822021] 'process raft request' (duration: 551.871201ms)","trace[1883822021] 'compare' (duration: 13.161221ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:23:19.919321Z","caller":"traceutil/trace.go:171","msg":"trace[279103958] linearizableReadLoop","detail":"{readStateIndex:10892; appliedIndex:10891; }","duration":"375.832539ms","start":"2026-04-15T04:23:19.543459Z","end":"2026-04-15T04:23:19.919292Z","steps":["trace[279103958] 'read index received' (duration: 362.388378ms)","trace[279103958] 'applied index is now lower than readState.Index' (duration: 13.442971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:23:19.919402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.502034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-15T04:23:19.919569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.617238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-756d8cc5b5-k9hh4\" ","response":"range_response_count:1 size:13102"} {"level":"info","ts":"2026-04-15T04:23:19.919632Z","caller":"traceutil/trace.go:171","msg":"trace[1872308779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10582; }","duration":"561.73771ms","start":"2026-04-15T04:23:19.357845Z","end":"2026-04-15T04:23:19.919583Z","steps":["trace[1872308779] 'agreement among raft nodes before linearized reading' (duration: 561.481253ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:19.919635Z","caller":"traceutil/trace.go:171","msg":"trace[851793393] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-756d8cc5b5-k9hh4; range_end:; response_count:1; response_revision:10582; }","duration":"572.725361ms","start":"2026-04-15T04:23:19.346899Z","end":"2026-04-15T04:23:19.919624Z","steps":["trace[851793393] 'agreement among raft nodes before linearized reading' (duration: 572.468124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:19.919659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.270834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-15T04:23:19.919541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.353867Z","time spent":"565.593828ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:23:19.919792Z","caller":"traceutil/trace.go:171","msg":"trace[629267531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10582; }","duration":"409.521351ms","start":"2026-04-15T04:23:19.510252Z","end":"2026-04-15T04:23:19.919773Z","steps":["trace[629267531] 'agreement among raft nodes before linearized reading' (duration: 409.072129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:19.919898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.792634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-15T04:23:19.91999Z","caller":"traceutil/trace.go:171","msg":"trace[1196616808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10582; }","duration":"406.939247ms","start":"2026-04-15T04:23:19.513025Z","end":"2026-04-15T04:23:19.919964Z","steps":["trace[1196616808] 'agreement among raft nodes before linearized reading' (duration: 406.32936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:19.919781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.346877Z","time spent":"572.892136ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":13124,"request content":"key:\"/registry/pods/openstack/neutron-server-756d8cc5b5-k9hh4\" "} {"level":"warn","ts":"2026-04-15T04:23:19.92004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.513001Z","time spent":"407.03009ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T04:23:19.920033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.510235Z","time spent":"409.735947ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T04:23:19.919684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.357831Z","time spent":"561.837553ms","remote":"127.0.0.1:43588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:23:19.980551Z","caller":"traceutil/trace.go:171","msg":"trace[609382650] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"115.085257ms","start":"2026-04-15T04:23:19.865439Z","end":"2026-04-15T04:23:19.980524Z","steps":["trace[609382650] 'process raft request' (duration: 115.006725ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:19.980706Z","caller":"traceutil/trace.go:171","msg":"trace[1822776777] transaction","detail":"{read_only:false; response_revision:10584; number_of_response:1; }","duration":"308.187893ms","start":"2026-04-15T04:23:19.672491Z","end":"2026-04-15T04:23:19.980679Z","steps":["trace[1822776777] 'process raft request' (duration: 307.926616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:19.980746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.890163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-15T04:23:19.980715Z","caller":"traceutil/trace.go:171","msg":"trace[1595590008] transaction","detail":"{read_only:false; response_revision:10583; number_of_response:1; }","duration":"360.091692ms","start":"2026-04-15T04:23:19.620571Z","end":"2026-04-15T04:23:19.980663Z","steps":["trace[1595590008] 'process raft request' (duration: 359.406683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:19.980822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.672467Z","time spent":"308.298796ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:23:19.980853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.455219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-15T04:23:19.980879Z","caller":"traceutil/trace.go:171","msg":"trace[1009756384] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10585; }","duration":"256.48286ms","start":"2026-04-15T04:23:19.724391Z","end":"2026-04-15T04:23:19.980873Z","steps":["trace[1009756384] 'agreement among raft nodes before linearized reading' (duration: 256.407307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:19.980939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.620549Z","time spent":"360.279627ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:23:19.980785Z","caller":"traceutil/trace.go:171","msg":"trace[312616599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10585; }","duration":"432.995495ms","start":"2026-04-15T04:23:19.54778Z","end":"2026-04-15T04:23:19.980775Z","steps":["trace[312616599] 'agreement among raft nodes before linearized reading' (duration: 432.696927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:19.980987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.859731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:23:19.980825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.182364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:6971"} {"level":"warn","ts":"2026-04-15T04:23:19.981112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:23:19.547758Z","time spent":"433.304165ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-15T04:23:19.981185Z","caller":"traceutil/trace.go:171","msg":"trace[395949292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10585; }","duration":"239.058727ms","start":"2026-04-15T04:23:19.742044Z","end":"2026-04-15T04:23:19.981103Z","steps":["trace[395949292] 'agreement among raft nodes before linearized reading' (duration: 238.878712ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:19.981451Z","caller":"traceutil/trace.go:171","msg":"trace[1594862796] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:10585; }","duration":"254.621817ms","start":"2026-04-15T04:23:19.726514Z","end":"2026-04-15T04:23:19.981136Z","steps":["trace[1594862796] 'agreement among raft nodes before linearized reading' (duration: 254.04415ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:20.152427Z","caller":"traceutil/trace.go:171","msg":"trace[1718901765] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"227.554361ms","start":"2026-04-15T04:23:19.924855Z","end":"2026-04-15T04:23:20.152409Z","steps":["trace[1718901765] 'process raft request' (duration: 227.374196ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:20.152549Z","caller":"traceutil/trace.go:171","msg":"trace[1631890917] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"227.553041ms","start":"2026-04-15T04:23:19.924991Z","end":"2026-04-15T04:23:20.152544Z","steps":["trace[1631890917] 'process raft request' (duration: 227.350895ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:20.152664Z","caller":"traceutil/trace.go:171","msg":"trace[1593549957] linearizableReadLoop","detail":"{readStateIndex:10898; appliedIndex:10895; }","duration":"170.135636ms","start":"2026-04-15T04:23:19.982494Z","end":"2026-04-15T04:23:20.15263Z","steps":["trace[1593549957] 'read index received' (duration: 169.673453ms)","trace[1593549957] 'applied index is now lower than readState.Index' (duration: 460.773µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:23:20.152717Z","caller":"traceutil/trace.go:171","msg":"trace[26207112] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"219.588776ms","start":"2026-04-15T04:23:19.933099Z","end":"2026-04-15T04:23:20.152687Z","steps":["trace[26207112] 'process raft request' (duration: 219.273977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:20.152854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.343422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19161"} {"level":"info","ts":"2026-04-15T04:23:20.152882Z","caller":"traceutil/trace.go:171","msg":"trace[1994695271] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10588; }","duration":"170.405243ms","start":"2026-04-15T04:23:19.98247Z","end":"2026-04-15T04:23:20.152876Z","steps":["trace[1994695271] 'agreement among raft nodes before linearized reading' (duration: 170.277119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:20.152938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.52052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-15T04:23:20.152927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.746828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:6971"} {"level":"info","ts":"2026-04-15T04:23:20.152967Z","caller":"traceutil/trace.go:171","msg":"trace[1914009060] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:10588; }","duration":"127.623363ms","start":"2026-04-15T04:23:20.025337Z","end":"2026-04-15T04:23:20.15296Z","steps":["trace[1914009060] 'agreement among raft nodes before linearized reading' (duration: 127.51235ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:20.153002Z","caller":"traceutil/trace.go:171","msg":"trace[651527529] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:10588; }","duration":"167.80559ms","start":"2026-04-15T04:23:19.985165Z","end":"2026-04-15T04:23:20.152971Z","steps":["trace[651527529] 'agreement among raft nodes before linearized reading' (duration: 167.671416ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:22.096237Z","caller":"traceutil/trace.go:171","msg":"trace[1066812891] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"128.665662ms","start":"2026-04-15T04:23:21.967539Z","end":"2026-04-15T04:23:22.096205Z","steps":["trace[1066812891] 'process raft request' (duration: 118.277908ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:22.098398Z","caller":"traceutil/trace.go:171","msg":"trace[1649031710] linearizableReadLoop","detail":"{readStateIndex:10916; appliedIndex:10914; }","duration":"112.788072ms","start":"2026-04-15T04:23:21.985588Z","end":"2026-04-15T04:23:22.098376Z","steps":["trace[1649031710] 'read index received' (duration: 100.241737ms)","trace[1649031710] 'applied index is now lower than readState.Index' (duration: 12.545315ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:23:22.098446Z","caller":"traceutil/trace.go:171","msg":"trace[1881797914] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"112.188145ms","start":"2026-04-15T04:23:21.986238Z","end":"2026-04-15T04:23:22.098427Z","steps":["trace[1881797914] 'process raft request' (duration: 112.083372ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:22.098441Z","caller":"traceutil/trace.go:171","msg":"trace[1115660073] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"112.223376ms","start":"2026-04-15T04:23:21.986185Z","end":"2026-04-15T04:23:22.098408Z","steps":["trace[1115660073] 'process raft request' (duration: 112.111152ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:22.098487Z","caller":"traceutil/trace.go:171","msg":"trace[1199429803] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"113.207783ms","start":"2026-04-15T04:23:21.985256Z","end":"2026-04-15T04:23:22.098464Z","steps":["trace[1199429803] 'process raft request' (duration: 112.906655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:22.098619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.021789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-15T04:23:22.098646Z","caller":"traceutil/trace.go:171","msg":"trace[1038233006] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10608; }","duration":"113.098611ms","start":"2026-04-15T04:23:21.985539Z","end":"2026-04-15T04:23:22.098638Z","steps":["trace[1038233006] 'agreement among raft nodes before linearized reading' (duration: 112.954187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:22.098734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.537256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:6971"} {"level":"info","ts":"2026-04-15T04:23:22.098764Z","caller":"traceutil/trace.go:171","msg":"trace[17188566] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:10608; }","duration":"112.592427ms","start":"2026-04-15T04:23:21.986163Z","end":"2026-04-15T04:23:22.098756Z","steps":["trace[17188566] 'agreement among raft nodes before linearized reading' (duration: 112.460483ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:23:28.423195Z","caller":"traceutil/trace.go:171","msg":"trace[403960095] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"114.325536ms","start":"2026-04-15T04:23:28.308852Z","end":"2026-04-15T04:23:28.423178Z","steps":["trace[403960095] 'process raft request' (duration: 97.178841ms)","trace[403960095] 'compare' (duration: 16.6306ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:23:28.423382Z","caller":"traceutil/trace.go:171","msg":"trace[1715549766] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10768; }","duration":"112.010881ms","start":"2026-04-15T04:23:28.311346Z","end":"2026-04-15T04:23:28.423357Z","steps":["trace[1715549766] 'process raft request' (duration: 111.649091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:23:28.429398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.05924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-15T04:23:28.42958Z","caller":"traceutil/trace.go:171","msg":"trace[1026717797] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10769; }","duration":"101.259526ms","start":"2026-04-15T04:23:28.328232Z","end":"2026-04-15T04:23:28.429492Z","steps":["trace[1026717797] 'agreement among raft nodes before linearized reading' (duration: 100.988369ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:24:14.825816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6519} {"level":"info","ts":"2026-04-15T04:24:14.925575Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6519,"took":"96.347667ms","hash":244965089,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":41431040,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-15T04:24:14.925649Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":244965089,"revision":6519,"compact-revision":3774} {"level":"info","ts":"2026-04-15T04:25:59.383546Z","caller":"traceutil/trace.go:171","msg":"trace[1403365664] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"390.998523ms","start":"2026-04-15T04:25:58.992521Z","end":"2026-04-15T04:25:59.38352Z","steps":["trace[1403365664] 'process raft request' (duration: 390.826128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:25:59.383698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:25:58.992504Z","time spent":"391.123366ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:25:59.441587Z","caller":"traceutil/trace.go:171","msg":"trace[1600818352] linearizableReadLoop","detail":"{readStateIndex:12624; appliedIndex:12622; }","duration":"278.58785ms","start":"2026-04-15T04:25:59.162971Z","end":"2026-04-15T04:25:59.441559Z","steps":["trace[1600818352] 'read index received' (duration: 220.417393ms)","trace[1600818352] 'applied index is now lower than readState.Index' (duration: 58.169217ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:25:59.441693Z","caller":"traceutil/trace.go:171","msg":"trace[348675735] transaction","detail":"{read_only:false; response_revision:12262; number_of_response:1; }","duration":"444.696754ms","start":"2026-04-15T04:25:58.996958Z","end":"2026-04-15T04:25:59.441655Z","steps":["trace[348675735] 'process raft request' (duration: 428.122975ms)","trace[348675735] 'compare' (duration: 16.348392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:25:59.441741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.749985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:25:59.441802Z","caller":"traceutil/trace.go:171","msg":"trace[388330654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12262; }","duration":"278.847837ms","start":"2026-04-15T04:25:59.162942Z","end":"2026-04-15T04:25:59.44179Z","steps":["trace[388330654] 'agreement among raft nodes before linearized reading' (duration: 278.701353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:25:59.441885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.72667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-15T04:25:59.44186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:25:58.996938Z","time spent":"444.835597ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:25:59.441941Z","caller":"traceutil/trace.go:171","msg":"trace[81931281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12262; }","duration":"263.837073ms","start":"2026-04-15T04:25:59.178091Z","end":"2026-04-15T04:25:59.441928Z","steps":["trace[81931281] 'agreement among raft nodes before linearized reading' (duration: 263.657348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:25:59.44201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.868929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:25:59.442104Z","caller":"traceutil/trace.go:171","msg":"trace[763746039] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12262; }","duration":"171.016924ms","start":"2026-04-15T04:25:59.271056Z","end":"2026-04-15T04:25:59.442073Z","steps":["trace[763746039] 'agreement among raft nodes before linearized reading' (duration: 170.828968ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:03.958218Z","caller":"traceutil/trace.go:171","msg":"trace[1682556387] linearizableReadLoop","detail":"{readStateIndex:12914; appliedIndex:12913; }","duration":"422.784023ms","start":"2026-04-15T04:26:03.535413Z","end":"2026-04-15T04:26:03.958197Z","steps":["trace[1682556387] 'read index received' (duration: 422.623699ms)","trace[1682556387] 'applied index is now lower than readState.Index' (duration: 159.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:26:03.958257Z","caller":"traceutil/trace.go:171","msg":"trace[1164405273] transaction","detail":"{read_only:false; response_revision:12547; number_of_response:1; }","duration":"424.219824ms","start":"2026-04-15T04:26:03.534012Z","end":"2026-04-15T04:26:03.958232Z","steps":["trace[1164405273] 'process raft request' (duration: 424.05392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:03.533992Z","time spent":"424.321008ms","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2814,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:26:03.958511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.517817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"warn","ts":"2026-04-15T04:26:03.958519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.224522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:03.958561Z","caller":"traceutil/trace.go:171","msg":"trace[2015504795] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:12547; }","duration":"415.747343ms","start":"2026-04-15T04:26:03.542802Z","end":"2026-04-15T04:26:03.958549Z","steps":["trace[2015504795] 'agreement among raft nodes before linearized reading' (duration: 415.535127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.814331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:26:03.958558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.124193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-15T04:26:03.958592Z","caller":"traceutil/trace.go:171","msg":"trace[310580830] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12547; }","duration":"199.363786ms","start":"2026-04-15T04:26:03.759208Z","end":"2026-04-15T04:26:03.958572Z","steps":["trace[310580830] 'agreement among raft nodes before linearized reading' (duration: 199.184851ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:03.958607Z","caller":"traceutil/trace.go:171","msg":"trace[1243656685] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12547; }","duration":"198.894482ms","start":"2026-04-15T04:26:03.759697Z","end":"2026-04-15T04:26:03.958591Z","steps":["trace[1243656685] 'agreement among raft nodes before linearized reading' (duration: 198.79124ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:03.958636Z","caller":"traceutil/trace.go:171","msg":"trace[1636151752] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:12547; }","duration":"423.241556ms","start":"2026-04-15T04:26:03.535375Z","end":"2026-04-15T04:26:03.958616Z","steps":["trace[1636151752] 'agreement among raft nodes before linearized reading' (duration: 422.939248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.164172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T04:26:03.958676Z","caller":"traceutil/trace.go:171","msg":"trace[100363043] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12547; }","duration":"412.210744ms","start":"2026-04-15T04:26:03.54646Z","end":"2026-04-15T04:26:03.95867Z","steps":["trace[100363043] 'agreement among raft nodes before linearized reading' (duration: 412.146352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:03.535361Z","time spent":"423.304918ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-15T04:26:03.958692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:03.546443Z","time spent":"412.245334ms","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-15T04:26:03.958699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.292534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T04:26:03.958732Z","caller":"traceutil/trace.go:171","msg":"trace[1029362826] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12547; }","duration":"199.340755ms","start":"2026-04-15T04:26:03.759384Z","end":"2026-04-15T04:26:03.958725Z","steps":["trace[1029362826] 'agreement among raft nodes before linearized reading' (duration: 199.237272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:03.542771Z","time spent":"415.814005ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1847,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-15T04:26:03.958825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.058373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-78kfn\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-15T04:26:03.958847Z","caller":"traceutil/trace.go:171","msg":"trace[2047441757] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-78kfn; range_end:; response_count:1; response_revision:12547; }","duration":"166.110864ms","start":"2026-04-15T04:26:03.79273Z","end":"2026-04-15T04:26:03.958841Z","steps":["trace[2047441757] 'agreement among raft nodes before linearized reading' (duration: 166.020222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.370672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:03.958892Z","caller":"traceutil/trace.go:171","msg":"trace[534868060] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12547; }","duration":"415.450645ms","start":"2026-04-15T04:26:03.543437Z","end":"2026-04-15T04:26:03.958887Z","steps":["trace[534868060] 'agreement among raft nodes before linearized reading' (duration: 415.416224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:03.543413Z","time spent":"415.492986ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-15T04:26:03.958954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.690826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:03.95898Z","caller":"traceutil/trace.go:171","msg":"trace[1569258453] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12547; }","duration":"412.737128ms","start":"2026-04-15T04:26:03.546239Z","end":"2026-04-15T04:26:03.958976Z","steps":["trace[1569258453] 'agreement among raft nodes before linearized reading' (duration: 412.703787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:03.958992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:03.546229Z","time spent":"412.760579ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-15T04:26:04.114328Z","caller":"traceutil/trace.go:171","msg":"trace[122785832] linearizableReadLoop","detail":"{readStateIndex:12917; appliedIndex:12916; }","duration":"106.109985ms","start":"2026-04-15T04:26:04.008189Z","end":"2026-04-15T04:26:04.114299Z","steps":["trace[122785832] 'read index received' (duration: 45.55736ms)","trace[122785832] 'applied index is now lower than readState.Index' (duration: 60.551675ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:26:04.114454Z","caller":"traceutil/trace.go:171","msg":"trace[709719596] transaction","detail":"{read_only:false; response_revision:12550; number_of_response:1; }","duration":"106.539987ms","start":"2026-04-15T04:26:04.007903Z","end":"2026-04-15T04:26:04.114443Z","steps":["trace[709719596] 'process raft request' (duration: 45.826687ms)","trace[709719596] 'compare' (duration: 60.322598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:26:04.114713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.159458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-15T04:26:04.114764Z","caller":"traceutil/trace.go:171","msg":"trace[818874578] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:12550; }","duration":"105.245341ms","start":"2026-04-15T04:26:04.009507Z","end":"2026-04-15T04:26:04.114753Z","steps":["trace[818874578] 'agreement among raft nodes before linearized reading' (duration: 105.102667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:04.114855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.65153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-04-15T04:26:04.114909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.924687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:04.114909Z","caller":"traceutil/trace.go:171","msg":"trace[1216482664] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:12550; }","duration":"106.732072ms","start":"2026-04-15T04:26:04.008164Z","end":"2026-04-15T04:26:04.114896Z","steps":["trace[1216482664] 'agreement among raft nodes before linearized reading' (duration: 106.586678ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:04.114925Z","caller":"traceutil/trace.go:171","msg":"trace[1439213228] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12550; }","duration":"101.949238ms","start":"2026-04-15T04:26:04.012971Z","end":"2026-04-15T04:26:04.114921Z","steps":["trace[1439213228] 'agreement among raft nodes before linearized reading' (duration: 101.918127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:04.11498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.018779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:04.114996Z","caller":"traceutil/trace.go:171","msg":"trace[404208526] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12550; }","duration":"102.043441ms","start":"2026-04-15T04:26:04.012948Z","end":"2026-04-15T04:26:04.114992Z","steps":["trace[404208526] 'agreement among raft nodes before linearized reading' (duration: 102.02178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:04.115138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.229221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111738"} {"level":"info","ts":"2026-04-15T04:26:04.115157Z","caller":"traceutil/trace.go:171","msg":"trace[1274716311] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:12550; }","duration":"105.257351ms","start":"2026-04-15T04:26:04.009894Z","end":"2026-04-15T04:26:04.115151Z","steps":["trace[1274716311] 'agreement among raft nodes before linearized reading' (duration: 105.134268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:12.768775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.233986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-15T04:26:12.768879Z","caller":"traceutil/trace.go:171","msg":"trace[2013031637] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12680; }","duration":"102.412141ms","start":"2026-04-15T04:26:12.666447Z","end":"2026-04-15T04:26:12.768859Z","steps":["trace[2013031637] 'range keys from in-memory index tree' (duration: 102.03518ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:13.016732Z","caller":"traceutil/trace.go:171","msg":"trace[225351981] transaction","detail":"{read_only:false; response_revision:12684; number_of_response:1; }","duration":"107.295128ms","start":"2026-04-15T04:26:12.909415Z","end":"2026-04-15T04:26:13.01671Z","steps":["trace[225351981] 'process raft request' (duration: 107.172665ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:13.133174Z","caller":"traceutil/trace.go:171","msg":"trace[469944878] transaction","detail":"{read_only:false; response_revision:12685; number_of_response:1; }","duration":"216.928014ms","start":"2026-04-15T04:26:12.915975Z","end":"2026-04-15T04:26:13.132903Z","steps":["trace[469944878] 'process raft request' (duration: 216.77672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:26.568532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.670299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-15T04:26:26.568631Z","caller":"traceutil/trace.go:171","msg":"trace[616403189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12794; }","duration":"107.776622ms","start":"2026-04-15T04:26:26.460833Z","end":"2026-04-15T04:26:26.56861Z","steps":["trace[616403189] 'range keys from in-memory index tree' (duration: 107.535774ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:26.67763Z","caller":"traceutil/trace.go:171","msg":"trace[418583934] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"104.274312ms","start":"2026-04-15T04:26:26.573314Z","end":"2026-04-15T04:26:26.677588Z","steps":["trace[418583934] 'process raft request' (duration: 104.080737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:26.756268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.904347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:26.756372Z","caller":"traceutil/trace.go:171","msg":"trace[1921949720] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12796; }","duration":"173.058441ms","start":"2026-04-15T04:26:26.583293Z","end":"2026-04-15T04:26:26.756352Z","steps":["trace[1921949720] 'agreement among raft nodes before linearized reading' (duration: 172.887276ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:26.756797Z","caller":"traceutil/trace.go:171","msg":"trace[1330238883] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"120.441241ms","start":"2026-04-15T04:26:26.636343Z","end":"2026-04-15T04:26:26.756784Z","steps":["trace[1330238883] 'process raft request' (duration: 119.665059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:26.75715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.74113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-15T04:26:26.757202Z","caller":"traceutil/trace.go:171","msg":"trace[1272567922] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12796; }","duration":"173.829992ms","start":"2026-04-15T04:26:26.583358Z","end":"2026-04-15T04:26:26.757188Z","steps":["trace[1272567922] 'agreement among raft nodes before linearized reading' (duration: 173.636937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:26.757382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.042229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:26.757421Z","caller":"traceutil/trace.go:171","msg":"trace[969703922] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12796; }","duration":"174.112581ms","start":"2026-04-15T04:26:26.5833Z","end":"2026-04-15T04:26:26.757412Z","steps":["trace[969703922] 'agreement among raft nodes before linearized reading' (duration: 174.050669ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:27.624783Z","caller":"traceutil/trace.go:171","msg":"trace[1509062954] linearizableReadLoop","detail":"{readStateIndex:13175; appliedIndex:13174; }","duration":"444.238931ms","start":"2026-04-15T04:26:27.18052Z","end":"2026-04-15T04:26:27.624759Z","steps":["trace[1509062954] 'read index received' (duration: 444.042766ms)","trace[1509062954] 'applied index is now lower than readState.Index' (duration: 194.855µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:26:27.625198Z","caller":"traceutil/trace.go:171","msg":"trace[1240096783] transaction","detail":"{read_only:false; response_revision:12800; number_of_response:1; }","duration":"450.906689ms","start":"2026-04-15T04:26:27.174253Z","end":"2026-04-15T04:26:27.62516Z","steps":["trace[1240096783] 'process raft request' (duration: 450.341874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:27.625265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.716694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T04:26:27.62533Z","caller":"traceutil/trace.go:171","msg":"trace[653580579] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12800; }","duration":"444.813277ms","start":"2026-04-15T04:26:27.180496Z","end":"2026-04-15T04:26:27.625309Z","steps":["trace[653580579] 'agreement among raft nodes before linearized reading' (duration: 444.616961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:27.625373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:27.180486Z","time spent":"444.877969ms","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-15T04:26:27.625449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.882428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-15T04:26:27.625423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:26:27.174232Z","time spent":"451.055893ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:26:27.625511Z","caller":"traceutil/trace.go:171","msg":"trace[163940379] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12800; }","duration":"236.990561ms","start":"2026-04-15T04:26:27.388503Z","end":"2026-04-15T04:26:27.625494Z","steps":["trace[163940379] 'agreement among raft nodes before linearized reading' (duration: 236.906528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:27.625364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.69735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-15T04:26:27.625604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.363262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T04:26:27.625653Z","caller":"traceutil/trace.go:171","msg":"trace[275059693] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12800; }","duration":"292.0411ms","start":"2026-04-15T04:26:27.333598Z","end":"2026-04-15T04:26:27.625639Z","steps":["trace[275059693] 'agreement among raft nodes before linearized reading' (duration: 291.600207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:27.625677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.952667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-15T04:26:27.625713Z","caller":"traceutil/trace.go:171","msg":"trace[786936170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12800; }","duration":"290.495936ms","start":"2026-04-15T04:26:27.335189Z","end":"2026-04-15T04:26:27.625685Z","steps":["trace[786936170] 'agreement among raft nodes before linearized reading' (duration: 290.298191ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:27.625747Z","caller":"traceutil/trace.go:171","msg":"trace[506234349] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12800; }","duration":"292.068221ms","start":"2026-04-15T04:26:27.333661Z","end":"2026-04-15T04:26:27.625729Z","steps":["trace[506234349] 'agreement among raft nodes before linearized reading' (duration: 291.880146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:27.625741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.01168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:27.625847Z","caller":"traceutil/trace.go:171","msg":"trace[574322456] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12800; }","duration":"292.173234ms","start":"2026-04-15T04:26:27.33365Z","end":"2026-04-15T04:26:27.625823Z","steps":["trace[574322456] 'agreement among raft nodes before linearized reading' (duration: 291.953228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:26:27.6351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.303717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:26:27.635163Z","caller":"traceutil/trace.go:171","msg":"trace[1641995699] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12800; }","duration":"269.401789ms","start":"2026-04-15T04:26:27.365746Z","end":"2026-04-15T04:26:27.635148Z","steps":["trace[1641995699] 'agreement among raft nodes before linearized reading' (duration: 259.92198ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:27.772933Z","caller":"traceutil/trace.go:171","msg":"trace[1548198051] transaction","detail":"{read_only:false; response_revision:12801; number_of_response:1; }","duration":"141.662332ms","start":"2026-04-15T04:26:27.631215Z","end":"2026-04-15T04:26:27.772877Z","steps":["trace[1548198051] 'process raft request' (duration: 125.451593ms)","trace[1548198051] 'compare' (duration: 16.040324ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:26:27.789042Z","caller":"traceutil/trace.go:171","msg":"trace[1869057039] transaction","detail":"{read_only:false; response_revision:12805; number_of_response:1; }","duration":"152.831008ms","start":"2026-04-15T04:26:27.636183Z","end":"2026-04-15T04:26:27.789014Z","steps":["trace[1869057039] 'process raft request' (duration: 152.784117ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:27.789417Z","caller":"traceutil/trace.go:171","msg":"trace[95001750] transaction","detail":"{read_only:false; response_revision:12802; number_of_response:1; }","duration":"157.600374ms","start":"2026-04-15T04:26:27.631805Z","end":"2026-04-15T04:26:27.789405Z","steps":["trace[95001750] 'process raft request' (duration: 156.940136ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:27.789586Z","caller":"traceutil/trace.go:171","msg":"trace[59439591] transaction","detail":"{read_only:false; response_revision:12803; number_of_response:1; }","duration":"155.907726ms","start":"2026-04-15T04:26:27.633668Z","end":"2026-04-15T04:26:27.789576Z","steps":["trace[59439591] 'process raft request' (duration: 155.180565ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:26:27.789705Z","caller":"traceutil/trace.go:171","msg":"trace[1865972987] transaction","detail":"{read_only:false; response_revision:12804; number_of_response:1; }","duration":"155.071262ms","start":"2026-04-15T04:26:27.634625Z","end":"2026-04-15T04:26:27.789696Z","steps":["trace[1865972987] 'process raft request' (duration: 154.27159ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:29:14.83176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11173} {"level":"info","ts":"2026-04-15T04:29:14.960248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11173,"took":"125.208825ms","hash":2301384279,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":36298752,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-15T04:29:14.960311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2301384279,"revision":11173,"compact-revision":6519} {"level":"info","ts":"2026-04-15T04:30:37.257046Z","caller":"traceutil/trace.go:171","msg":"trace[1271504718] linearizableReadLoop","detail":"{readStateIndex:15334; appliedIndex:15333; }","duration":"110.807587ms","start":"2026-04-15T04:30:37.146212Z","end":"2026-04-15T04:30:37.25702Z","steps":["trace[1271504718] 'read index received' (duration: 110.717474ms)","trace[1271504718] 'applied index is now lower than readState.Index' (duration: 88.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:30:37.257115Z","caller":"traceutil/trace.go:171","msg":"trace[341939005] transaction","detail":"{read_only:false; response_revision:14894; number_of_response:1; }","duration":"110.962032ms","start":"2026-04-15T04:30:37.146122Z","end":"2026-04-15T04:30:37.257084Z","steps":["trace[341939005] 'process raft request' (duration: 110.749296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:30:37.257297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.038063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:30:37.257405Z","caller":"traceutil/trace.go:171","msg":"trace[1198869433] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14894; }","duration":"111.200078ms","start":"2026-04-15T04:30:37.146178Z","end":"2026-04-15T04:30:37.257378Z","steps":["trace[1198869433] 'agreement among raft nodes before linearized reading' (duration: 110.983532ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:30:37.376649Z","caller":"traceutil/trace.go:171","msg":"trace[1876509293] linearizableReadLoop","detail":"{readStateIndex:15337; appliedIndex:15334; }","duration":"119.506544ms","start":"2026-04-15T04:30:37.257117Z","end":"2026-04-15T04:30:37.376623Z","steps":["trace[1876509293] 'read index received' (duration: 119.193765ms)","trace[1876509293] 'applied index is now lower than readState.Index' (duration: 311.879µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:30:37.376807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.8377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:30:37.376838Z","caller":"traceutil/trace.go:171","msg":"trace[2146109429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14897; }","duration":"177.908001ms","start":"2026-04-15T04:30:37.198921Z","end":"2026-04-15T04:30:37.376829Z","steps":["trace[2146109429] 'agreement among raft nodes before linearized reading' (duration: 177.805279ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:30:37.376964Z","caller":"traceutil/trace.go:171","msg":"trace[1585522756] transaction","detail":"{read_only:false; response_revision:14895; number_of_response:1; }","duration":"230.446184ms","start":"2026-04-15T04:30:37.146494Z","end":"2026-04-15T04:30:37.376941Z","steps":["trace[1585522756] 'process raft request' (duration: 229.881598ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:30:37.377092Z","caller":"traceutil/trace.go:171","msg":"trace[669781803] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"229.877668ms","start":"2026-04-15T04:30:37.147161Z","end":"2026-04-15T04:30:37.377038Z","steps":["trace[669781803] 'process raft request' (duration: 229.427316ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:30:37.377641Z","caller":"traceutil/trace.go:171","msg":"trace[417498240] transaction","detail":"{read_only:false; response_revision:14896; number_of_response:1; }","duration":"231.101472ms","start":"2026-04-15T04:30:37.146496Z","end":"2026-04-15T04:30:37.377597Z","steps":["trace[417498240] 'process raft request' (duration: 230.053383ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:30:56.251693Z","caller":"traceutil/trace.go:171","msg":"trace[1654080246] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"283.274826ms","start":"2026-04-15T04:30:55.968386Z","end":"2026-04-15T04:30:56.251661Z","steps":["trace[1654080246] 'process raft request' (duration: 191.394912ms)","trace[1654080246] 'compare' (duration: 91.631427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:31:11.723774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.367371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T04:31:11.723905Z","caller":"traceutil/trace.go:171","msg":"trace[833325737] linearizableReadLoop","detail":"{readStateIndex:15550; appliedIndex:15549; }","duration":"273.753186ms","start":"2026-04-15T04:31:11.450133Z","end":"2026-04-15T04:31:11.723887Z","steps":["trace[833325737] 'read index received' (duration: 48.279692ms)","trace[833325737] 'applied index is now lower than readState.Index' (duration: 225.472004ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:31:11.723931Z","caller":"traceutil/trace.go:171","msg":"trace[1815756249] transaction","detail":"{read_only:false; response_revision:15102; number_of_response:1; }","duration":"309.234308ms","start":"2026-04-15T04:31:11.414685Z","end":"2026-04-15T04:31:11.723919Z","steps":["trace[1815756249] 'process raft request' (duration: 83.6243ms)","trace[1815756249] 'compare' (duration: 225.057212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:31:11.723987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:11.414662Z","time spent":"309.30407ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:31:11.724045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.915001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:11.724092Z","caller":"traceutil/trace.go:171","msg":"trace[1729182563] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:15102; }","duration":"273.991173ms","start":"2026-04-15T04:31:11.450088Z","end":"2026-04-15T04:31:11.724079Z","steps":["trace[1729182563] 'agreement among raft nodes before linearized reading' (duration: 273.898521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:11.724431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.216101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-15T04:31:11.724484Z","caller":"traceutil/trace.go:171","msg":"trace[639605370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15102; }","duration":"144.304803ms","start":"2026-04-15T04:31:11.580163Z","end":"2026-04-15T04:31:11.724468Z","steps":["trace[639605370] 'agreement among raft nodes before linearized reading' (duration: 144.138139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:11.724658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.518748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T04:31:11.724738Z","caller":"traceutil/trace.go:171","msg":"trace[785288446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15102; }","duration":"139.646511ms","start":"2026-04-15T04:31:11.585071Z","end":"2026-04-15T04:31:11.724717Z","steps":["trace[785288446] 'agreement among raft nodes before linearized reading' (duration: 139.439265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:11.724702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.551132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-15T04:31:11.724837Z","caller":"traceutil/trace.go:171","msg":"trace[828271863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15102; }","duration":"137.719407ms","start":"2026-04-15T04:31:11.587097Z","end":"2026-04-15T04:31:11.724816Z","steps":["trace[828271863] 'agreement among raft nodes before linearized reading' (duration: 137.368417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.73916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.906884ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T04:31:14.739301Z","caller":"traceutil/trace.go:171","msg":"trace[1430699354] linearizableReadLoop","detail":"{readStateIndex:15557; appliedIndex:15556; }","duration":"386.316133ms","start":"2026-04-15T04:31:14.352963Z","end":"2026-04-15T04:31:14.739279Z","steps":["trace[1430699354] 'read index received' (duration: 7.290846ms)","trace[1430699354] 'applied index is now lower than readState.Index' (duration: 379.023517ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:31:14.739408Z","caller":"traceutil/trace.go:171","msg":"trace[458216037] transaction","detail":"{read_only:false; response_revision:15111; number_of_response:1; }","duration":"365.742112ms","start":"2026-04-15T04:31:14.373654Z","end":"2026-04-15T04:31:14.739396Z","steps":["trace[458216037] 'process raft request' (duration: 365.699751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.739468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.37362Z","time spent":"365.810504ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T04:31:14.739593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.619432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4871"} {"level":"info","ts":"2026-04-15T04:31:14.739614Z","caller":"traceutil/trace.go:171","msg":"trace[1815910453] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"386.087907ms","start":"2026-04-15T04:31:14.353522Z","end":"2026-04-15T04:31:14.73961Z","steps":["trace[1815910453] 'process raft request' (duration: 385.799649ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:31:14.739616Z","caller":"traceutil/trace.go:171","msg":"trace[2044605670] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:15111; }","duration":"386.702505ms","start":"2026-04-15T04:31:14.352907Z","end":"2026-04-15T04:31:14.73961Z","steps":["trace[2044605670] 'agreement among raft nodes before linearized reading' (duration: 386.464908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.739637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.352883Z","time spent":"386.749425ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4893,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-15T04:31:14.73965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353517Z","time spent":"386.108048ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:31:14.739859Z","caller":"traceutil/trace.go:171","msg":"trace[1109739717] transaction","detail":"{read_only:false; response_revision:15112; number_of_response:1; }","duration":"249.289356ms","start":"2026-04-15T04:31:14.490563Z","end":"2026-04-15T04:31:14.739853Z","steps":["trace[1109739717] 'process raft request' (duration: 248.814733ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:31:14.739597Z","caller":"traceutil/trace.go:171","msg":"trace[2114842667] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"386.128638ms","start":"2026-04-15T04:31:14.353463Z","end":"2026-04-15T04:31:14.739592Z","steps":["trace[2114842667] 'process raft request' (duration: 385.773888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.739924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353453Z","time spent":"386.455007ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:31:14.740145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.102805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.740162Z","caller":"traceutil/trace.go:171","msg":"trace[1872070878] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:15113; }","duration":"387.127896ms","start":"2026-04-15T04:31:14.353028Z","end":"2026-04-15T04:31:14.740156Z","steps":["trace[1872070878] 'agreement among raft nodes before linearized reading' (duration: 387.061594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.67869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:31:14.740177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353024Z","time spent":"387.149956ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-15T04:31:14.740183Z","caller":"traceutil/trace.go:171","msg":"trace[1462143260] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:15113; }","duration":"247.728001ms","start":"2026-04-15T04:31:14.492449Z","end":"2026-04-15T04:31:14.740177Z","steps":["trace[1462143260] 'agreement among raft nodes before linearized reading' (duration: 247.66912ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:31:14.740279Z","caller":"traceutil/trace.go:171","msg":"trace[1909737152] transaction","detail":"{read_only:false; response_revision:15113; number_of_response:1; }","duration":"246.982491ms","start":"2026-04-15T04:31:14.493291Z","end":"2026-04-15T04:31:14.740273Z","steps":["trace[1909737152] 'process raft request' (duration: 246.511328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.112857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T04:31:14.740301Z","caller":"traceutil/trace.go:171","msg":"trace[1403454342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15113; }","duration":"380.135918ms","start":"2026-04-15T04:31:14.360161Z","end":"2026-04-15T04:31:14.740297Z","steps":["trace[1403454342] 'agreement among raft nodes before linearized reading' (duration: 380.061466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.360156Z","time spent":"380.155259ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.062716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T04:31:14.740349Z","caller":"traceutil/trace.go:171","msg":"trace[789312625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15113; }","duration":"380.143889ms","start":"2026-04-15T04:31:14.360189Z","end":"2026-04-15T04:31:14.740333Z","steps":["trace[789312625] 'agreement among raft nodes before linearized reading' (duration: 379.920053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.455838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.740379Z","caller":"traceutil/trace.go:171","msg":"trace[1358839830] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:15113; }","duration":"380.484568ms","start":"2026-04-15T04:31:14.359889Z","end":"2026-04-15T04:31:14.740374Z","steps":["trace[1358839830] 'agreement among raft nodes before linearized reading' (duration: 380.465137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.74038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.360185Z","time spent":"380.18696ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.359885Z","time spent":"380.504438ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.870315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.740419Z","caller":"traceutil/trace.go:171","msg":"trace[1333883640] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:15113; }","duration":"247.908546ms","start":"2026-04-15T04:31:14.492504Z","end":"2026-04-15T04:31:14.740413Z","steps":["trace[1333883640] 'agreement among raft nodes before linearized reading' (duration: 247.813113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.424844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4871"} {"level":"warn","ts":"2026-04-15T04:31:14.740503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.444815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.740511Z","caller":"traceutil/trace.go:171","msg":"trace[553298931] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:15113; }","duration":"387.447635ms","start":"2026-04-15T04:31:14.353059Z","end":"2026-04-15T04:31:14.740507Z","steps":["trace[553298931] 'agreement among raft nodes before linearized reading' (duration: 387.396233ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:31:14.740517Z","caller":"traceutil/trace.go:171","msg":"trace[1952497004] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:15113; }","duration":"387.467796ms","start":"2026-04-15T04:31:14.353045Z","end":"2026-04-15T04:31:14.740512Z","steps":["trace[1952497004] 'agreement among raft nodes before linearized reading' (duration: 387.444275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353057Z","time spent":"387.463345ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4893,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353042Z","time spent":"387.485476ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.165607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-15T04:31:14.740583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.307345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-15T04:31:14.740608Z","caller":"traceutil/trace.go:171","msg":"trace[288144482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15113; }","duration":"374.355136ms","start":"2026-04-15T04:31:14.366247Z","end":"2026-04-15T04:31:14.740602Z","steps":["trace[288144482] 'agreement among raft nodes before linearized reading' (duration: 374.261433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.74062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.111407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:31:14.740628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.366241Z","time spent":"374.382557ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T04:31:14.740635Z","caller":"traceutil/trace.go:171","msg":"trace[312619066] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:15113; }","duration":"387.132087ms","start":"2026-04-15T04:31:14.353498Z","end":"2026-04-15T04:31:14.74063Z","steps":["trace[312619066] 'agreement among raft nodes before linearized reading' (duration: 387.105766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353494Z","time spent":"387.151368ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.777827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4871"} {"level":"warn","ts":"2026-04-15T04:31:14.740665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.377364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.740669Z","caller":"traceutil/trace.go:171","msg":"trace[567885124] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:15113; }","duration":"380.844109ms","start":"2026-04-15T04:31:14.35982Z","end":"2026-04-15T04:31:14.740664Z","steps":["trace[567885124] 'agreement among raft nodes before linearized reading' (duration: 380.778877ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:31:14.740686Z","caller":"traceutil/trace.go:171","msg":"trace[778916783] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15113; }","duration":"387.410445ms","start":"2026-04-15T04:31:14.353268Z","end":"2026-04-15T04:31:14.740679Z","steps":["trace[778916783] 'agreement among raft nodes before linearized reading' (duration: 387.367024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.359798Z","time spent":"380.898071ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4893,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-15T04:31:14.74071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.35326Z","time spent":"387.445736ms","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:31:14.740726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.127217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:31:14.74073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.315572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.74074Z","caller":"traceutil/trace.go:171","msg":"trace[1291120061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15113; }","duration":"387.141137ms","start":"2026-04-15T04:31:14.353595Z","end":"2026-04-15T04:31:14.740736Z","steps":["trace[1291120061] 'agreement among raft nodes before linearized reading' (duration: 387.117286ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:31:14.740752Z","caller":"traceutil/trace.go:171","msg":"trace[822579330] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:15113; }","duration":"376.350473ms","start":"2026-04-15T04:31:14.364396Z","end":"2026-04-15T04:31:14.740746Z","steps":["trace[822579330] 'agreement among raft nodes before linearized reading' (duration: 376.302442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.364389Z","time spent":"376.379304ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.420725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.740797Z","caller":"traceutil/trace.go:171","msg":"trace[545535292] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15113; }","duration":"387.443336ms","start":"2026-04-15T04:31:14.353349Z","end":"2026-04-15T04:31:14.740793Z","steps":["trace[545535292] 'agreement among raft nodes before linearized reading' (duration: 387.420115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.7408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.636642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T04:31:14.740808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353345Z","time spent":"387.460396ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:31:14.740816Z","caller":"traceutil/trace.go:171","msg":"trace[77525983] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15113; }","duration":"387.663512ms","start":"2026-04-15T04:31:14.353148Z","end":"2026-04-15T04:31:14.740811Z","steps":["trace[77525983] 'agreement among raft nodes before linearized reading' (duration: 387.634251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353146Z","time spent":"387.687523ms","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:31:14.740873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.95485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-15T04:31:14.7409Z","caller":"traceutil/trace.go:171","msg":"trace[693058868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15113; }","duration":"376.9904ms","start":"2026-04-15T04:31:14.3639Z","end":"2026-04-15T04:31:14.74089Z","steps":["trace[693058868] 'agreement among raft nodes before linearized reading' (duration: 376.916468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.74092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.363895Z","time spent":"377.018162ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T04:31:14.740959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.08887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T04:31:14.740976Z","caller":"traceutil/trace.go:171","msg":"trace[168027061] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:15113; }","duration":"379.119472ms","start":"2026-04-15T04:31:14.361852Z","end":"2026-04-15T04:31:14.740972Z","steps":["trace[168027061] 'agreement among raft nodes before linearized reading' (duration: 379.087501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.819964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-15T04:31:14.740996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.361847Z","time spent":"379.146592ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-15T04:31:14.741005Z","caller":"traceutil/trace.go:171","msg":"trace[1394819637] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15113; }","duration":"377.866305ms","start":"2026-04-15T04:31:14.363133Z","end":"2026-04-15T04:31:14.741Z","steps":["trace[1394819637] 'agreement among raft nodes before linearized reading' (duration: 377.797513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.741027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.363127Z","time spent":"377.892366ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:31:14.740583Z","caller":"traceutil/trace.go:171","msg":"trace[2003223328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15113; }","duration":"387.26013ms","start":"2026-04-15T04:31:14.353311Z","end":"2026-04-15T04:31:14.740571Z","steps":["trace[2003223328] 'agreement among raft nodes before linearized reading' (duration: 387.132016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:31:14.740756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353581Z","time spent":"387.170138ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:31:14.741077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:31:14.353291Z","time spent":"387.782295ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-15T04:34:14.839422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14109} {"level":"info","ts":"2026-04-15T04:34:14.978645Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14109,"took":"136.145853ms","hash":1180429912,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":36843520,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-15T04:34:14.978709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1180429912,"revision":14109,"compact-revision":11173} {"level":"info","ts":"2026-04-15T04:35:03.84351Z","caller":"traceutil/trace.go:171","msg":"trace[807964311] transaction","detail":"{read_only:false; response_revision:17616; number_of_response:1; }","duration":"214.001141ms","start":"2026-04-15T04:35:03.62949Z","end":"2026-04-15T04:35:03.843491Z","steps":["trace[807964311] 'process raft request' (duration: 213.817415ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:35:03.843802Z","caller":"traceutil/trace.go:171","msg":"trace[154586175] transaction","detail":"{read_only:false; response_revision:17617; number_of_response:1; }","duration":"214.040973ms","start":"2026-04-15T04:35:03.629751Z","end":"2026-04-15T04:35:03.843792Z","steps":["trace[154586175] 'process raft request' (duration: 213.691152ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:35:03.84384Z","caller":"traceutil/trace.go:171","msg":"trace[2022742663] linearizableReadLoop","detail":"{readStateIndex:18147; appliedIndex:18143; }","duration":"178.12232ms","start":"2026-04-15T04:35:03.665694Z","end":"2026-04-15T04:35:03.843816Z","steps":["trace[2022742663] 'read index received' (duration: 177.569673ms)","trace[2022742663] 'applied index is now lower than readState.Index' (duration: 551.597µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:35:03.843861Z","caller":"traceutil/trace.go:171","msg":"trace[2132396777] transaction","detail":"{read_only:false; response_revision:17618; number_of_response:1; }","duration":"195.394016ms","start":"2026-04-15T04:35:03.648437Z","end":"2026-04-15T04:35:03.843832Z","steps":["trace[2132396777] 'process raft request' (duration: 195.242502ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:35:03.843879Z","caller":"traceutil/trace.go:171","msg":"trace[473174572] transaction","detail":"{read_only:false; response_revision:17619; number_of_response:1; }","duration":"194.664466ms","start":"2026-04-15T04:35:03.649198Z","end":"2026-04-15T04:35:03.843863Z","steps":["trace[473174572] 'process raft request' (duration: 194.577393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:35:03.843947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.231632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager-test/\" range_end:\"/registry/serviceaccounts/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:35:03.843981Z","caller":"traceutil/trace.go:171","msg":"trace[856417482] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager-test/; range_end:/registry/serviceaccounts/cert-manager-test0; response_count:0; response_revision:17619; }","duration":"178.313195ms","start":"2026-04-15T04:35:03.665653Z","end":"2026-04-15T04:35:03.843967Z","steps":["trace[856417482] 'agreement among raft nodes before linearized reading' (duration: 178.244633ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:35:04.057294Z","caller":"traceutil/trace.go:171","msg":"trace[53299661] transaction","detail":"{read_only:false; response_revision:17620; number_of_response:1; }","duration":"174.576639ms","start":"2026-04-15T04:35:03.88269Z","end":"2026-04-15T04:35:04.057267Z","steps":["trace[53299661] 'process raft request' (duration: 174.377553ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:35:04.064684Z","caller":"traceutil/trace.go:171","msg":"trace[862423711] linearizableReadLoop","detail":"{readStateIndex:18149; appliedIndex:18147; }","duration":"104.771777ms","start":"2026-04-15T04:35:03.959889Z","end":"2026-04-15T04:35:04.064661Z","steps":["trace[862423711] 'read index received' (duration: 97.176443ms)","trace[862423711] 'applied index is now lower than readState.Index' (duration: 7.593684ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:35:04.064793Z","caller":"traceutil/trace.go:171","msg":"trace[235120041] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17621; }","duration":"181.479623ms","start":"2026-04-15T04:35:03.883305Z","end":"2026-04-15T04:35:04.064784Z","steps":["trace[235120041] 'process raft request' (duration: 181.213685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:35:04.065331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.429897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-59zvh\" ","response":"range_response_count:1 size:5435"} {"level":"info","ts":"2026-04-15T04:35:04.065387Z","caller":"traceutil/trace.go:171","msg":"trace[178415593] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-59zvh; range_end:; response_count:1; response_revision:17621; }","duration":"105.53713ms","start":"2026-04-15T04:35:03.959836Z","end":"2026-04-15T04:35:04.065373Z","steps":["trace[178415593] 'agreement among raft nodes before linearized reading' (duration: 105.372856ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:35:08.903584Z","caller":"traceutil/trace.go:171","msg":"trace[777231411] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"102.01555ms","start":"2026-04-15T04:35:08.80155Z","end":"2026-04-15T04:35:08.903565Z","steps":["trace[777231411] 'process raft request' (duration: 101.889867ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:37:15.305554Z","caller":"traceutil/trace.go:171","msg":"trace[2056252251] transaction","detail":"{read_only:false; response_revision:19065; number_of_response:1; }","duration":"125.982306ms","start":"2026-04-15T04:37:15.17955Z","end":"2026-04-15T04:37:15.305532Z","steps":["trace[2056252251] 'process raft request' (duration: 125.910124ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:37:15.305581Z","caller":"traceutil/trace.go:171","msg":"trace[1126422437] transaction","detail":"{read_only:false; response_revision:19064; number_of_response:1; }","duration":"131.033909ms","start":"2026-04-15T04:37:15.174516Z","end":"2026-04-15T04:37:15.30555Z","steps":["trace[1126422437] 'process raft request' (duration: 130.766582ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:00.569264Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-15T04:38:00.574324Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-15T04:38:00.574506Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-15T04:38:17.303022Z","caller":"traceutil/trace.go:171","msg":"trace[952968370] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"120.649025ms","start":"2026-04-15T04:38:17.182327Z","end":"2026-04-15T04:38:17.302976Z","steps":["trace[952968370] 'process raft request' (duration: 90.927956ms)","trace[952968370] 'compare' (duration: 29.295468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:17.569705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.888085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:17.569898Z","caller":"traceutil/trace.go:171","msg":"trace[654200393] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"261.514232ms","start":"2026-04-15T04:38:17.308359Z","end":"2026-04-15T04:38:17.569873Z","steps":["trace[654200393] 'process raft request' (duration: 130.256437ms)","trace[654200393] 'compare' (duration: 130.706929ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:17.569986Z","caller":"traceutil/trace.go:171","msg":"trace[954728242] linearizableReadLoop","detail":"{readStateIndex:20251; appliedIndex:20249; }","duration":"243.639017ms","start":"2026-04-15T04:38:17.326328Z","end":"2026-04-15T04:38:17.569967Z","steps":["trace[954728242] 'read index received' (duration: 112.403753ms)","trace[954728242] 'applied index is now lower than readState.Index' (duration: 131.234264ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:17.570082Z","caller":"traceutil/trace.go:171","msg":"trace[1479718634] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"249.74867ms","start":"2026-04-15T04:38:17.320318Z","end":"2026-04-15T04:38:17.570067Z","steps":["trace[1479718634] 'process raft request' (duration: 249.498583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:17.570265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.354438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T04:38:17.570304Z","caller":"traceutil/trace.go:171","msg":"trace[887049807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19673; }","duration":"193.46739ms","start":"2026-04-15T04:38:17.376828Z","end":"2026-04-15T04:38:17.570296Z","steps":["trace[887049807] 'agreement among raft nodes before linearized reading' (duration: 193.337427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:17.570313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.253117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T04:38:17.570391Z","caller":"traceutil/trace.go:171","msg":"trace[1879034951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19673; }","duration":"243.383481ms","start":"2026-04-15T04:38:17.326993Z","end":"2026-04-15T04:38:17.570376Z","steps":["trace[1879034951] 'agreement among raft nodes before linearized reading' (duration: 243.122263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:17.57042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.989054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T04:38:17.570458Z","caller":"traceutil/trace.go:171","msg":"trace[1714698618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19673; }","duration":"240.099737ms","start":"2026-04-15T04:38:17.33035Z","end":"2026-04-15T04:38:17.57045Z","steps":["trace[1714698618] 'agreement among raft nodes before linearized reading' (duration: 239.988874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:17.571028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.611966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T04:38:17.571104Z","caller":"traceutil/trace.go:171","msg":"trace[1560035588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19673; }","duration":"244.840152ms","start":"2026-04-15T04:38:17.326245Z","end":"2026-04-15T04:38:17.571085Z","steps":["trace[1560035588] 'agreement among raft nodes before linearized reading' (duration: 243.822473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:17.848794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.721024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:17.848936Z","caller":"traceutil/trace.go:171","msg":"trace[8847875] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"274.393685ms","start":"2026-04-15T04:38:17.574515Z","end":"2026-04-15T04:38:17.848909Z","steps":["trace[8847875] 'process raft request' (duration: 134.410374ms)","trace[8847875] 'compare' (duration: 139.482767ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:17.849158Z","caller":"traceutil/trace.go:171","msg":"trace[2143370840] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"274.494827ms","start":"2026-04-15T04:38:17.574639Z","end":"2026-04-15T04:38:17.849134Z","steps":["trace[2143370840] 'process raft request' (duration: 274.339993ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:17.849382Z","caller":"traceutil/trace.go:171","msg":"trace[1449728458] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"274.281932ms","start":"2026-04-15T04:38:17.57508Z","end":"2026-04-15T04:38:17.849362Z","steps":["trace[1449728458] 'process raft request' (duration: 274.013134ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:17.849504Z","caller":"traceutil/trace.go:171","msg":"trace[2098728408] linearizableReadLoop","detail":"{readStateIndex:20255; appliedIndex:20251; }","duration":"222.422068ms","start":"2026-04-15T04:38:17.62705Z","end":"2026-04-15T04:38:17.849472Z","steps":["trace[2098728408] 'read index received' (duration: 81.890771ms)","trace[2098728408] 'applied index is now lower than readState.Index' (duration: 140.528727ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:17.849531Z","caller":"traceutil/trace.go:171","msg":"trace[1168322873] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"274.281792ms","start":"2026-04-15T04:38:17.575228Z","end":"2026-04-15T04:38:17.84951Z","steps":["trace[1168322873] 'process raft request' (duration: 274.042325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:17.849637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.562722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T04:38:17.849668Z","caller":"traceutil/trace.go:171","msg":"trace[1649354513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19677; }","duration":"222.643674ms","start":"2026-04-15T04:38:17.627016Z","end":"2026-04-15T04:38:17.849659Z","steps":["trace[1649354513] 'agreement among raft nodes before linearized reading' (duration: 222.554762ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:18.471787Z","caller":"traceutil/trace.go:171","msg":"trace[781604691] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"210.926244ms","start":"2026-04-15T04:38:18.260833Z","end":"2026-04-15T04:38:18.47176Z","steps":["trace[781604691] 'process raft request' (duration: 163.470024ms)","trace[781604691] 'compare' (duration: 47.10836ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:18.746307Z","caller":"traceutil/trace.go:171","msg":"trace[2117794188] transaction","detail":"{read_only:false; response_revision:19681; number_of_response:1; }","duration":"331.342952ms","start":"2026-04-15T04:38:18.414946Z","end":"2026-04-15T04:38:18.746289Z","steps":["trace[2117794188] 'process raft request' (duration: 313.458098ms)","trace[2117794188] 'compare' (duration: 17.553815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:18.746457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:18.414921Z","time spent":"331.443595ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:18.746873Z","caller":"traceutil/trace.go:171","msg":"trace[1749588806] transaction","detail":"{read_only:false; response_revision:19682; number_of_response:1; }","duration":"137.149521ms","start":"2026-04-15T04:38:18.609679Z","end":"2026-04-15T04:38:18.746829Z","steps":["trace[1749588806] 'process raft request' (duration: 136.585696ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:18.748167Z","caller":"traceutil/trace.go:171","msg":"trace[1477601769] transaction","detail":"{read_only:false; response_revision:19683; number_of_response:1; }","duration":"112.212798ms","start":"2026-04-15T04:38:18.635923Z","end":"2026-04-15T04:38:18.748135Z","steps":["trace[1477601769] 'process raft request' (duration: 111.844717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.021244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.263128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:19.021386Z","caller":"traceutil/trace.go:171","msg":"trace[718358030] linearizableReadLoop","detail":"{readStateIndex:20264; appliedIndex:20262; }","duration":"202.471304ms","start":"2026-04-15T04:38:18.818899Z","end":"2026-04-15T04:38:19.021371Z","steps":["trace[718358030] 'read index received' (duration: 101.005751ms)","trace[718358030] 'applied index is now lower than readState.Index' (duration: 101.464603ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:19.021515Z","caller":"traceutil/trace.go:171","msg":"trace[898187046] transaction","detail":"{read_only:false; response_revision:19685; number_of_response:1; }","duration":"219.968238ms","start":"2026-04-15T04:38:18.80154Z","end":"2026-04-15T04:38:19.021509Z","steps":["trace[898187046] 'process raft request' (duration: 219.786283ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:19.021551Z","caller":"traceutil/trace.go:171","msg":"trace[55010127] transaction","detail":"{read_only:false; response_revision:19684; number_of_response:1; }","duration":"220.672578ms","start":"2026-04-15T04:38:18.800856Z","end":"2026-04-15T04:38:19.021528Z","steps":["trace[55010127] 'process raft request' (duration: 119.05118ms)","trace[55010127] 'compare' (duration: 101.174695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:19.021713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.818205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:19.021742Z","caller":"traceutil/trace.go:171","msg":"trace[761189167] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19685; }","duration":"202.887596ms","start":"2026-04-15T04:38:18.818845Z","end":"2026-04-15T04:38:19.021732Z","steps":["trace[761189167] 'agreement among raft nodes before linearized reading' (duration: 202.841665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.021821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.851602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:19.02187Z","caller":"traceutil/trace.go:171","msg":"trace[287678625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:19685; }","duration":"136.947775ms","start":"2026-04-15T04:38:18.884909Z","end":"2026-04-15T04:38:19.021857Z","steps":["trace[287678625] 'agreement among raft nodes before linearized reading' (duration: 136.869083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.643699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.702882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:19.643783Z","caller":"traceutil/trace.go:171","msg":"trace[593961134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19685; }","duration":"478.827244ms","start":"2026-04-15T04:38:19.164935Z","end":"2026-04-15T04:38:19.643762Z","steps":["trace[593961134] 'range keys from in-memory index tree' (duration: 478.62203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.643822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:19.164916Z","time spent":"478.897437ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:38:19.644009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.16312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:19.644082Z","caller":"traceutil/trace.go:171","msg":"trace[1009420914] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:19685; }","duration":"369.248823ms","start":"2026-04-15T04:38:19.274816Z","end":"2026-04-15T04:38:19.644065Z","steps":["trace[1009420914] 'range keys from in-memory index tree' (duration: 369.035057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.644111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:19.274795Z","time spent":"369.308784ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-15T04:38:19.728115Z","caller":"traceutil/trace.go:171","msg":"trace[318990164] linearizableReadLoop","detail":"{readStateIndex:20265; appliedIndex:20264; }","duration":"359.93652ms","start":"2026-04-15T04:38:19.368154Z","end":"2026-04-15T04:38:19.72809Z","steps":["trace[318990164] 'read index received' (duration: 359.809617ms)","trace[318990164] 'applied index is now lower than readState.Index' (duration: 125.913µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:19.728231Z","caller":"traceutil/trace.go:171","msg":"trace[1659585824] transaction","detail":"{read_only:false; response_revision:19686; number_of_response:1; }","duration":"419.962784ms","start":"2026-04-15T04:38:19.308249Z","end":"2026-04-15T04:38:19.728212Z","steps":["trace[1659585824] 'process raft request' (duration: 419.678625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.728275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.097174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:19.728306Z","caller":"traceutil/trace.go:171","msg":"trace[498921647] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:19686; }","duration":"360.186657ms","start":"2026-04-15T04:38:19.368108Z","end":"2026-04-15T04:38:19.728295Z","steps":["trace[498921647] 'agreement among raft nodes before linearized reading' (duration: 360.103885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.728327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:19.368072Z","time spent":"360.249519ms","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:38:19.728336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:19.308224Z","time spent":"420.038826ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:19.800394Z","caller":"traceutil/trace.go:171","msg":"trace[35716244] transaction","detail":"{read_only:false; response_revision:19687; number_of_response:1; }","duration":"224.639451ms","start":"2026-04-15T04:38:19.575731Z","end":"2026-04-15T04:38:19.800371Z","steps":["trace[35716244] 'process raft request' (duration: 216.981976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.801122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.312489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-15T04:38:19.801146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.53067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:19.80118Z","caller":"traceutil/trace.go:171","msg":"trace[1330516933] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:19688; }","duration":"150.613832ms","start":"2026-04-15T04:38:19.650558Z","end":"2026-04-15T04:38:19.801172Z","steps":["trace[1330516933] 'agreement among raft nodes before linearized reading' (duration: 150.54712ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:19.801177Z","caller":"traceutil/trace.go:171","msg":"trace[2043269154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19688; }","duration":"226.415371ms","start":"2026-04-15T04:38:19.57475Z","end":"2026-04-15T04:38:19.801166Z","steps":["trace[2043269154] 'agreement among raft nodes before linearized reading' (duration: 226.228246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.801362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.783018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:19.801414Z","caller":"traceutil/trace.go:171","msg":"trace[771956026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19688; }","duration":"155.86756ms","start":"2026-04-15T04:38:19.645533Z","end":"2026-04-15T04:38:19.8014Z","steps":["trace[771956026] 'agreement among raft nodes before linearized reading' (duration: 155.794098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:19.801429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.953001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T04:38:19.801457Z","caller":"traceutil/trace.go:171","msg":"trace[1217359701] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19688; }","duration":"168.018433ms","start":"2026-04-15T04:38:19.633429Z","end":"2026-04-15T04:38:19.801447Z","steps":["trace[1217359701] 'agreement among raft nodes before linearized reading' (duration: 167.955001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:26.833753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.790388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:26.833882Z","caller":"traceutil/trace.go:171","msg":"trace[672593034] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"245.353626ms","start":"2026-04-15T04:38:26.58851Z","end":"2026-04-15T04:38:26.833863Z","steps":["trace[672593034] 'process raft request' (duration: 89.328401ms)","trace[672593034] 'compare' (duration: 155.547872ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:27.106706Z","caller":"traceutil/trace.go:171","msg":"trace[723721025] transaction","detail":"{read_only:false; response_revision:19744; number_of_response:1; }","duration":"329.545581ms","start":"2026-04-15T04:38:26.777131Z","end":"2026-04-15T04:38:27.106676Z","steps":["trace[723721025] 'process raft request' (duration: 240.640662ms)","trace[723721025] 'compare' (duration: 88.747995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:27.106865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:26.777106Z","time spent":"329.674885ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:27.479385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.672514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:27.479619Z","caller":"traceutil/trace.go:171","msg":"trace[2003604683] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"430.361838ms","start":"2026-04-15T04:38:27.04924Z","end":"2026-04-15T04:38:27.479601Z","steps":["trace[2003604683] 'process raft request' (duration: 430.320147ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:27.479617Z","caller":"traceutil/trace.go:171","msg":"trace[110952270] linearizableReadLoop","detail":"{readStateIndex:20325; appliedIndex:20323; }","duration":"524.481155ms","start":"2026-04-15T04:38:26.955112Z","end":"2026-04-15T04:38:27.479594Z","steps":["trace[110952270] 'read index received' (duration: 62.788753ms)","trace[110952270] 'applied index is now lower than readState.Index' (duration: 461.691002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:27.479695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:27.049222Z","time spent":"430.44065ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:27.479711Z","caller":"traceutil/trace.go:171","msg":"trace[1724715708] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"700.232735ms","start":"2026-04-15T04:38:26.779468Z","end":"2026-04-15T04:38:27.479701Z","steps":["trace[1724715708] 'process raft request' (duration: 443.157449ms)","trace[1724715708] 'compare' (duration: 256.53437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:27.479911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.316548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-15T04:38:27.479921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.661046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:27.479959Z","caller":"traceutil/trace.go:171","msg":"trace[1669934569] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19747; }","duration":"261.929244ms","start":"2026-04-15T04:38:27.218018Z","end":"2026-04-15T04:38:27.479947Z","steps":["trace[1669934569] 'agreement among raft nodes before linearized reading' (duration: 261.870062ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:27.479918Z","caller":"traceutil/trace.go:171","msg":"trace[937502930] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"430.989375ms","start":"2026-04-15T04:38:27.048891Z","end":"2026-04-15T04:38:27.479881Z","steps":["trace[937502930] 'process raft request' (duration: 430.605904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:27.479947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.491993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-15T04:38:27.479956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.415247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:27.480006Z","caller":"traceutil/trace.go:171","msg":"trace[1977864976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19747; }","duration":"316.603816ms","start":"2026-04-15T04:38:27.16339Z","end":"2026-04-15T04:38:27.479994Z","steps":["trace[1977864976] 'agreement among raft nodes before linearized reading' (duration: 316.503233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:27.480002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:26.779459Z","time spent":"700.469981ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:27.480023Z","caller":"traceutil/trace.go:171","msg":"trace[519092636] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19747; }","duration":"144.486529ms","start":"2026-04-15T04:38:27.335517Z","end":"2026-04-15T04:38:27.480003Z","steps":["trace[519092636] 'agreement among raft nodes before linearized reading' (duration: 144.378316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:27.480047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:27.163369Z","time spent":"316.670659ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:38:27.480075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.965658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-15T04:38:27.480096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:27.048863Z","time spent":"431.14182ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:27.480131Z","caller":"traceutil/trace.go:171","msg":"trace[930076800] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19747; }","duration":"525.050641ms","start":"2026-04-15T04:38:26.955074Z","end":"2026-04-15T04:38:27.480124Z","steps":["trace[930076800] 'agreement among raft nodes before linearized reading' (duration: 524.64926ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:27.479956Z","caller":"traceutil/trace.go:171","msg":"trace[1090437583] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:19747; }","duration":"373.413731ms","start":"2026-04-15T04:38:27.106534Z","end":"2026-04-15T04:38:27.479947Z","steps":["trace[1090437583] 'agreement among raft nodes before linearized reading' (duration: 373.325829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:27.480155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:26.955059Z","time spent":"525.088452ms","remote":"127.0.0.1:36150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:38:27.480204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:27.106518Z","time spent":"373.654507ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:38:28.028532Z","caller":"traceutil/trace.go:171","msg":"trace[904305490] linearizableReadLoop","detail":"{readStateIndex:20329; appliedIndex:20328; }","duration":"161.237761ms","start":"2026-04-15T04:38:27.867271Z","end":"2026-04-15T04:38:28.028509Z","steps":["trace[904305490] 'read index received' (duration: 160.917631ms)","trace[904305490] 'applied index is now lower than readState.Index' (duration: 318.96µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:28.028602Z","caller":"traceutil/trace.go:171","msg":"trace[1937791882] transaction","detail":"{read_only:false; response_revision:19749; number_of_response:1; }","duration":"205.729338ms","start":"2026-04-15T04:38:27.822832Z","end":"2026-04-15T04:38:28.028561Z","steps":["trace[1937791882] 'process raft request' (duration: 205.516931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.028759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.470698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-15T04:38:28.02877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.069694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:28.028801Z","caller":"traceutil/trace.go:171","msg":"trace[31397896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19749; }","duration":"161.55229ms","start":"2026-04-15T04:38:27.867239Z","end":"2026-04-15T04:38:28.028791Z","steps":["trace[31397896] 'agreement among raft nodes before linearized reading' (duration: 161.400956ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:28.028825Z","caller":"traceutil/trace.go:171","msg":"trace[294575375] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19749; }","duration":"157.170877ms","start":"2026-04-15T04:38:27.871638Z","end":"2026-04-15T04:38:28.028809Z","steps":["trace[294575375] 'agreement among raft nodes before linearized reading' (duration: 157.069364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.028986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.506752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T04:38:28.029028Z","caller":"traceutil/trace.go:171","msg":"trace[2017876555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19749; }","duration":"125.582674ms","start":"2026-04-15T04:38:27.903434Z","end":"2026-04-15T04:38:28.029017Z","steps":["trace[2017876555] 'agreement among raft nodes before linearized reading' (duration: 125.494752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.029078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.605835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T04:38:28.029117Z","caller":"traceutil/trace.go:171","msg":"trace[1290093218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19749; }","duration":"131.668696ms","start":"2026-04-15T04:38:27.897439Z","end":"2026-04-15T04:38:28.029108Z","steps":["trace[1290093218] 'agreement among raft nodes before linearized reading' (duration: 131.548973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.029147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.374529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T04:38:28.02918Z","caller":"traceutil/trace.go:171","msg":"trace[1733785928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19749; }","duration":"125.443701ms","start":"2026-04-15T04:38:27.903726Z","end":"2026-04-15T04:38:28.02917Z","steps":["trace[1733785928] 'agreement among raft nodes before linearized reading' (duration: 125.364929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.029242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.220986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T04:38:28.029275Z","caller":"traceutil/trace.go:171","msg":"trace[1743568334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19749; }","duration":"136.278657ms","start":"2026-04-15T04:38:27.892988Z","end":"2026-04-15T04:38:28.029267Z","steps":["trace[1743568334] 'agreement among raft nodes before linearized reading' (duration: 136.198765ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:28.143936Z","caller":"traceutil/trace.go:171","msg":"trace[1486516889] transaction","detail":"{read_only:false; response_revision:19750; number_of_response:1; }","duration":"109.43997ms","start":"2026-04-15T04:38:28.034464Z","end":"2026-04-15T04:38:28.143904Z","steps":["trace[1486516889] 'process raft request' (duration: 106.878437ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:28.144723Z","caller":"traceutil/trace.go:171","msg":"trace[1864376700] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"110.19033ms","start":"2026-04-15T04:38:28.034508Z","end":"2026-04-15T04:38:28.144698Z","steps":["trace[1864376700] 'process raft request' (duration: 109.347136ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:28.145052Z","caller":"traceutil/trace.go:171","msg":"trace[1355539176] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"110.468148ms","start":"2026-04-15T04:38:28.034572Z","end":"2026-04-15T04:38:28.14504Z","steps":["trace[1355539176] 'process raft request' (duration: 110.055777ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:28.145144Z","caller":"traceutil/trace.go:171","msg":"trace[1460045882] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"109.674466ms","start":"2026-04-15T04:38:28.03545Z","end":"2026-04-15T04:38:28.145125Z","steps":["trace[1460045882] 'process raft request' (duration: 109.48445ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:28.145217Z","caller":"traceutil/trace.go:171","msg":"trace[749301927] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"110.379315ms","start":"2026-04-15T04:38:28.034827Z","end":"2026-04-15T04:38:28.145206Z","steps":["trace[749301927] 'process raft request' (duration: 110.049226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.456258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.292201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-15T04:38:28.456468Z","caller":"traceutil/trace.go:171","msg":"trace[997450649] linearizableReadLoop","detail":"{readStateIndex:20335; appliedIndex:20334; }","duration":"292.782164ms","start":"2026-04-15T04:38:28.163643Z","end":"2026-04-15T04:38:28.456425Z","steps":["trace[997450649] 'read index received' (duration: 96.34197ms)","trace[997450649] 'applied index is now lower than readState.Index' (duration: 196.438424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:28.456699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.052462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:28.456752Z","caller":"traceutil/trace.go:171","msg":"trace[384696077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19754; }","duration":"293.113223ms","start":"2026-04-15T04:38:28.163611Z","end":"2026-04-15T04:38:28.456724Z","steps":["trace[384696077] 'agreement among raft nodes before linearized reading' (duration: 292.900407ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:28.463063Z","caller":"traceutil/trace.go:171","msg":"trace[709391659] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"209.804692ms","start":"2026-04-15T04:38:28.253232Z","end":"2026-04-15T04:38:28.463036Z","steps":["trace[709391659] 'process raft request' (duration: 209.635507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.943108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.152205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:28.943322Z","caller":"traceutil/trace.go:171","msg":"trace[1016210907] linearizableReadLoop","detail":"{readStateIndex:20338; appliedIndex:20336; }","duration":"341.14944ms","start":"2026-04-15T04:38:28.602156Z","end":"2026-04-15T04:38:28.943305Z","steps":["trace[1016210907] 'read index received' (duration: 137.693866ms)","trace[1016210907] 'applied index is now lower than readState.Index' (duration: 203.454394ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:28.943317Z","caller":"traceutil/trace.go:171","msg":"trace[450809836] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"483.492818ms","start":"2026-04-15T04:38:28.45979Z","end":"2026-04-15T04:38:28.943283Z","steps":["trace[450809836] 'process raft request' (duration: 280.064896ms)","trace[450809836] 'compare' (duration: 202.99694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:28.943452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:28.45976Z","time spent":"483.622142ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:28.943505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.345285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-15T04:38:28.943535Z","caller":"traceutil/trace.go:171","msg":"trace[861946422] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19757; }","duration":"341.409697ms","start":"2026-04-15T04:38:28.602116Z","end":"2026-04-15T04:38:28.943526Z","steps":["trace[861946422] 'agreement among raft nodes before linearized reading' (duration: 341.246132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.943569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:28.602099Z","time spent":"341.463019ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-15T04:38:28.943569Z","caller":"traceutil/trace.go:171","msg":"trace[1139699420] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"425.608554ms","start":"2026-04-15T04:38:28.51788Z","end":"2026-04-15T04:38:28.943489Z","steps":["trace[1139699420] 'process raft request' (duration: 425.353837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:28.943742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:28.517864Z","time spent":"425.787198ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:28.944991Z","caller":"traceutil/trace.go:171","msg":"trace[1379508903] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"182.137741ms","start":"2026-04-15T04:38:28.762832Z","end":"2026-04-15T04:38:28.94497Z","steps":["trace[1379508903] 'process raft request' (duration: 182.032858ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:29.68173Z","caller":"traceutil/trace.go:171","msg":"trace[678344142] transaction","detail":"{read_only:false; response_revision:19760; number_of_response:1; }","duration":"196.006433ms","start":"2026-04-15T04:38:29.4857Z","end":"2026-04-15T04:38:29.681706Z","steps":["trace[678344142] 'process raft request' (duration: 195.587721ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:29.702014Z","caller":"traceutil/trace.go:171","msg":"trace[1155701558] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"216.12624ms","start":"2026-04-15T04:38:29.485868Z","end":"2026-04-15T04:38:29.701994Z","steps":["trace[1155701558] 'process raft request' (duration: 216.080599ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:29.702066Z","caller":"traceutil/trace.go:171","msg":"trace[1364721223] transaction","detail":"{read_only:false; response_revision:19761; number_of_response:1; }","duration":"216.204152ms","start":"2026-04-15T04:38:29.485824Z","end":"2026-04-15T04:38:29.702028Z","steps":["trace[1364721223] 'process raft request' (duration: 215.981996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:29.959641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.100356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:29.95973Z","caller":"traceutil/trace.go:171","msg":"trace[877368584] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:19762; }","duration":"128.23728ms","start":"2026-04-15T04:38:29.831469Z","end":"2026-04-15T04:38:29.959706Z","steps":["trace[877368584] 'range keys from in-memory index tree' (duration: 127.88875ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:30.183525Z","caller":"traceutil/trace.go:171","msg":"trace[1461659646] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"338.507646ms","start":"2026-04-15T04:38:29.844996Z","end":"2026-04-15T04:38:30.183503Z","steps":["trace[1461659646] 'process raft request' (duration: 338.30877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.183674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:29.844979Z","time spent":"338.616398ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:30.183873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.334604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:30.183982Z","caller":"traceutil/trace.go:171","msg":"trace[104107347] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19763; }","duration":"336.487638ms","start":"2026-04-15T04:38:29.847453Z","end":"2026-04-15T04:38:30.183941Z","steps":["trace[104107347] 'agreement among raft nodes before linearized reading' (duration: 336.284202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.184058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:29.84744Z","time spent":"336.58297ms","remote":"127.0.0.1:39212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:38:30.184125Z","caller":"traceutil/trace.go:171","msg":"trace[789384777] linearizableReadLoop","detail":"{readStateIndex:20344; appliedIndex:20343; }","duration":"335.951543ms","start":"2026-04-15T04:38:29.847507Z","end":"2026-04-15T04:38:30.183459Z","steps":["trace[789384777] 'read index received' (duration: 335.758318ms)","trace[789384777] 'applied index is now lower than readState.Index' (duration: 192.035µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:30.833356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.816862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:30.83474Z","caller":"traceutil/trace.go:171","msg":"trace[1409895267] linearizableReadLoop","detail":"{readStateIndex:20346; appliedIndex:20344; }","duration":"650.45886ms","start":"2026-04-15T04:38:30.184263Z","end":"2026-04-15T04:38:30.834722Z","steps":["trace[1409895267] 'read index received' (duration: 315.222758ms)","trace[1409895267] 'applied index is now lower than readState.Index' (duration: 335.235142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:30.834887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.440817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T04:38:30.83492Z","caller":"traceutil/trace.go:171","msg":"trace[889715557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19765; }","duration":"685.499458ms","start":"2026-04-15T04:38:30.149411Z","end":"2026-04-15T04:38:30.83491Z","steps":["trace[889715557] 'agreement among raft nodes before linearized reading' (duration: 685.387865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.834946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.149404Z","time spent":"685.536669ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-15T04:38:30.835113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.987443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-15T04:38:30.835116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.442417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T04:38:30.835155Z","caller":"traceutil/trace.go:171","msg":"trace[322265316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19765; }","duration":"686.086446ms","start":"2026-04-15T04:38:30.149059Z","end":"2026-04-15T04:38:30.835145Z","steps":["trace[322265316] 'agreement among raft nodes before linearized reading' (duration: 685.976773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.835161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.89282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T04:38:30.835166Z","caller":"traceutil/trace.go:171","msg":"trace[1458250392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19765; }","duration":"685.54038ms","start":"2026-04-15T04:38:30.149612Z","end":"2026-04-15T04:38:30.835153Z","steps":["trace[1458250392] 'agreement among raft nodes before linearized reading' (duration: 685.391256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.835189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.149039Z","time spent":"686.141698ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T04:38:30.835211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.149583Z","time spent":"685.619852ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-15T04:38:30.835232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.249156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:30.835268Z","caller":"traceutil/trace.go:171","msg":"trace[171306593] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:19765; }","duration":"869.310168ms","start":"2026-04-15T04:38:29.965946Z","end":"2026-04-15T04:38:30.835256Z","steps":["trace[171306593] 'agreement among raft nodes before linearized reading' (duration: 869.259597ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:30.835271Z","caller":"traceutil/trace.go:171","msg":"trace[1908649278] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"975.003012ms","start":"2026-04-15T04:38:29.860241Z","end":"2026-04-15T04:38:30.835244Z","steps":["trace[1908649278] 'process raft request' (duration: 639.229975ms)","trace[1908649278] 'compare' (duration: 332.585207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:30.835299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:29.965931Z","time spent":"869.359929ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-15T04:38:30.835302Z","caller":"traceutil/trace.go:171","msg":"trace[817959966] transaction","detail":"{read_only:false; response_revision:19765; number_of_response:1; }","duration":"800.975688ms","start":"2026-04-15T04:38:30.034316Z","end":"2026-04-15T04:38:30.835291Z","steps":["trace[817959966] 'process raft request' (duration: 800.33422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.835364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:29.860219Z","time spent":"975.104794ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:30.835382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.034293Z","time spent":"801.03548ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:30.835417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.023153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T04:38:30.835453Z","caller":"traceutil/trace.go:171","msg":"trace[1522631815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19765; }","duration":"686.072964ms","start":"2026-04-15T04:38:30.149372Z","end":"2026-04-15T04:38:30.835445Z","steps":["trace[1522631815] 'agreement among raft nodes before linearized reading' (duration: 685.981342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.835484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.149365Z","time spent":"686.111517ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T04:38:30.835677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.294061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T04:38:30.835714Z","caller":"traceutil/trace.go:171","msg":"trace[98572926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19765; }","duration":"686.365283ms","start":"2026-04-15T04:38:30.149338Z","end":"2026-04-15T04:38:30.835704Z","steps":["trace[98572926] 'agreement among raft nodes before linearized reading' (duration: 686.273381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.835688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.943999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-15T04:38:30.835745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.14932Z","time spent":"686.417245ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-15T04:38:30.83519Z","caller":"traceutil/trace.go:171","msg":"trace[1655849535] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19765; }","duration":"736.964462ms","start":"2026-04-15T04:38:30.098217Z","end":"2026-04-15T04:38:30.835182Z","steps":["trace[1655849535] 'agreement among raft nodes before linearized reading' (duration: 736.869189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.835826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.098196Z","time spent":"737.620542ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:38:30.835827Z","caller":"traceutil/trace.go:171","msg":"trace[1364124752] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19765; }","duration":"671.111734ms","start":"2026-04-15T04:38:30.164634Z","end":"2026-04-15T04:38:30.835746Z","steps":["trace[1364124752] 'agreement among raft nodes before linearized reading' (duration: 670.913688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.83587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.164616Z","time spent":"671.243188ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-15T04:38:30.866726Z","caller":"traceutil/trace.go:171","msg":"trace[307579792] transaction","detail":"{read_only:false; response_revision:19766; number_of_response:1; }","duration":"398.143338ms","start":"2026-04-15T04:38:30.468545Z","end":"2026-04-15T04:38:30.866688Z","steps":["trace[307579792] 'process raft request' (duration: 398.013814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:30.866897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.468525Z","time spent":"398.273122ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:30.866917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.070507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:30.866985Z","caller":"traceutil/trace.go:171","msg":"trace[1319710578] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:19766; }","duration":"178.15965ms","start":"2026-04-15T04:38:30.68881Z","end":"2026-04-15T04:38:30.866969Z","steps":["trace[1319710578] 'agreement among raft nodes before linearized reading' (duration: 178.027896ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:31.257921Z","caller":"traceutil/trace.go:171","msg":"trace[1307564423] transaction","detail":"{read_only:false; response_revision:19767; number_of_response:1; }","duration":"418.40144ms","start":"2026-04-15T04:38:30.839499Z","end":"2026-04-15T04:38:31.2579Z","steps":["trace[1307564423] 'process raft request' (duration: 402.819891ms)","trace[1307564423] 'compare' (duration: 15.27314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:31.258021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.839478Z","time spent":"418.492293ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:31.258052Z","caller":"traceutil/trace.go:171","msg":"trace[475614583] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"418.447471ms","start":"2026-04-15T04:38:30.839579Z","end":"2026-04-15T04:38:31.258026Z","steps":["trace[475614583] 'process raft request' (duration: 418.220955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:31.258227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.839561Z","time spent":"418.561534ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:31.258455Z","caller":"traceutil/trace.go:171","msg":"trace[1130740204] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"418.75705ms","start":"2026-04-15T04:38:30.839682Z","end":"2026-04-15T04:38:31.258439Z","steps":["trace[1130740204] 'process raft request' (duration: 418.274917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:31.258528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.839676Z","time spent":"418.817482ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:31.258798Z","caller":"traceutil/trace.go:171","msg":"trace[2024958052] linearizableReadLoop","detail":"{readStateIndex:20353; appliedIndex:20347; }","duration":"391.972845ms","start":"2026-04-15T04:38:30.86681Z","end":"2026-04-15T04:38:31.258783Z","steps":["trace[2024958052] 'read index received' (duration: 375.53326ms)","trace[2024958052] 'applied index is now lower than readState.Index' (duration: 16.437134ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:31.258889Z","caller":"traceutil/trace.go:171","msg":"trace[491373394] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"418.581116ms","start":"2026-04-15T04:38:30.840294Z","end":"2026-04-15T04:38:31.258876Z","steps":["trace[491373394] 'process raft request' (duration: 418.438702ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:31.258875Z","caller":"traceutil/trace.go:171","msg":"trace[794763688] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"419.117771ms","start":"2026-04-15T04:38:30.839729Z","end":"2026-04-15T04:38:31.258847Z","steps":["trace[794763688] 'process raft request' (duration: 418.944156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:31.258973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.840283Z","time spent":"418.636097ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:31.259012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.839721Z","time spent":"419.214974ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:31.259122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.166117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:31.259131Z","caller":"traceutil/trace.go:171","msg":"trace[1433709144] transaction","detail":"{read_only:false; response_revision:19770; number_of_response:1; }","duration":"419.371398ms","start":"2026-04-15T04:38:30.839719Z","end":"2026-04-15T04:38:31.259091Z","steps":["trace[1433709144] 'process raft request' (duration: 418.629526ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:31.259183Z","caller":"traceutil/trace.go:171","msg":"trace[543063246] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:19772; }","duration":"416.25701ms","start":"2026-04-15T04:38:30.84291Z","end":"2026-04-15T04:38:31.259167Z","steps":["trace[543063246] 'agreement among raft nodes before linearized reading' (duration: 416.140817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:31.259239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.842902Z","time spent":"416.324142ms","remote":"127.0.0.1:36056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-15T04:38:31.259302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.839715Z","time spent":"419.484441ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:31.259844Z","caller":"traceutil/trace.go:171","msg":"trace[952337487] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"304.398892ms","start":"2026-04-15T04:38:30.955412Z","end":"2026-04-15T04:38:31.259811Z","steps":["trace[952337487] 'process raft request' (duration: 304.177856ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:31.259955Z","caller":"traceutil/trace.go:171","msg":"trace[1270974387] transaction","detail":"{read_only:false; response_revision:19774; number_of_response:1; }","duration":"105.696234ms","start":"2026-04-15T04:38:31.154238Z","end":"2026-04-15T04:38:31.259934Z","steps":["trace[1270974387] 'process raft request' (duration: 105.468727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:31.259966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:30.955387Z","time spent":"304.509286ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:37.788157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225510662722696,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T04:38:37.829004Z","caller":"traceutil/trace.go:171","msg":"trace[1707200322] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"551.710992ms","start":"2026-04-15T04:38:37.27727Z","end":"2026-04-15T04:38:37.828981Z","steps":["trace[1707200322] 'process raft request' (duration: 551.568448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.829137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.277246Z","time spent":"551.823606ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:37.852303Z","caller":"traceutil/trace.go:171","msg":"trace[196735376] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"570.931976ms","start":"2026-04-15T04:38:37.281347Z","end":"2026-04-15T04:38:37.852279Z","steps":["trace[196735376] 'process raft request' (duration: 570.753771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.852445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.28133Z","time spent":"571.045528ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:37.852587Z","caller":"traceutil/trace.go:171","msg":"trace[2031645892] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"143.573252ms","start":"2026-04-15T04:38:37.708969Z","end":"2026-04-15T04:38:37.852543Z","steps":["trace[2031645892] 'process raft request' (duration: 143.262843ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:37.852749Z","caller":"traceutil/trace.go:171","msg":"trace[1917008754] transaction","detail":"{read_only:false; response_revision:19816; number_of_response:1; }","duration":"123.082204ms","start":"2026-04-15T04:38:37.729656Z","end":"2026-04-15T04:38:37.852738Z","steps":["trace[1917008754] 'process raft request' (duration: 122.851528ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:37.852758Z","caller":"traceutil/trace.go:171","msg":"trace[1447148587] linearizableReadLoop","detail":"{readStateIndex:20399; appliedIndex:20394; }","duration":"565.692227ms","start":"2026-04-15T04:38:37.287038Z","end":"2026-04-15T04:38:37.85273Z","steps":["trace[1447148587] 'read index received' (duration: 541.818244ms)","trace[1447148587] 'applied index is now lower than readState.Index' (duration: 23.872743ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:37.852854Z","caller":"traceutil/trace.go:171","msg":"trace[1345642154] transaction","detail":"{read_only:false; response_revision:19817; number_of_response:1; }","duration":"121.992802ms","start":"2026-04-15T04:38:37.73085Z","end":"2026-04-15T04:38:37.852843Z","steps":["trace[1345642154] 'process raft request' (duration: 121.770786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.85297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.920485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-15T04:38:37.85303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.923976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T04:38:37.853032Z","caller":"traceutil/trace.go:171","msg":"trace[130844454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19817; }","duration":"566.027618ms","start":"2026-04-15T04:38:37.286992Z","end":"2026-04-15T04:38:37.85302Z","steps":["trace[130844454] 'agreement among raft nodes before linearized reading' (duration: 565.865693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.853041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.722809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-15T04:38:37.853072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.286959Z","time spent":"566.10356ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-15T04:38:37.853099Z","caller":"traceutil/trace.go:171","msg":"trace[1071313297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19817; }","duration":"565.795541ms","start":"2026-04-15T04:38:37.287287Z","end":"2026-04-15T04:38:37.853082Z","steps":["trace[1071313297] 'agreement among raft nodes before linearized reading' (duration: 565.603795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.853119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.529653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-15T04:38:37.853102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.715968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:37.853139Z","caller":"traceutil/trace.go:171","msg":"trace[853011958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19817; }","duration":"565.566854ms","start":"2026-04-15T04:38:37.287567Z","end":"2026-04-15T04:38:37.853134Z","steps":["trace[853011958] 'agreement among raft nodes before linearized reading' (duration: 565.510083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.85315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.28725Z","time spent":"565.889444ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T04:38:37.853161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.28756Z","time spent":"565.593985ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T04:38:37.853158Z","caller":"traceutil/trace.go:171","msg":"trace[1882192730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19817; }","duration":"137.810531ms","start":"2026-04-15T04:38:37.715332Z","end":"2026-04-15T04:38:37.853142Z","steps":["trace[1882192730] 'agreement among raft nodes before linearized reading' (duration: 137.698118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.853223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.814001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T04:38:37.853259Z","caller":"traceutil/trace.go:171","msg":"trace[888206774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19817; }","duration":"565.866313ms","start":"2026-04-15T04:38:37.287384Z","end":"2026-04-15T04:38:37.853251Z","steps":["trace[888206774] 'agreement among raft nodes before linearized reading' (duration: 565.7815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.853297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.287378Z","time spent":"565.912274ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-15T04:38:37.853055Z","caller":"traceutil/trace.go:171","msg":"trace[2051753606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19817; }","duration":"564.976418ms","start":"2026-04-15T04:38:37.288073Z","end":"2026-04-15T04:38:37.853049Z","steps":["trace[2051753606] 'agreement among raft nodes before linearized reading' (duration: 564.873175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:37.853343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.288064Z","time spent":"565.269066ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-15T04:38:38.552253Z","caller":"traceutil/trace.go:171","msg":"trace[1200762566] transaction","detail":"{read_only:false; response_revision:19819; number_of_response:1; }","duration":"694.862474ms","start":"2026-04-15T04:38:37.857361Z","end":"2026-04-15T04:38:38.552224Z","steps":["trace[1200762566] 'process raft request' (duration: 687.741554ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:38.552274Z","caller":"traceutil/trace.go:171","msg":"trace[722555897] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"694.445992ms","start":"2026-04-15T04:38:37.857783Z","end":"2026-04-15T04:38:38.552229Z","steps":["trace[722555897] 'process raft request' (duration: 694.287278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.552389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.857345Z","time spent":"694.978597ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:38.552416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.857775Z","time spent":"694.558015ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:38.552939Z","caller":"traceutil/trace.go:171","msg":"trace[1405003831] linearizableReadLoop","detail":"{readStateIndex:20404; appliedIndex:20399; }","duration":"693.609528ms","start":"2026-04-15T04:38:37.85932Z","end":"2026-04-15T04:38:38.55293Z","steps":["trace[1405003831] 'read index received' (duration: 19.820109ms)","trace[1405003831] 'applied index is now lower than readState.Index' (duration: 673.788759ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:38.553001Z","caller":"traceutil/trace.go:171","msg":"trace[1827075822] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"694.287377ms","start":"2026-04-15T04:38:37.858707Z","end":"2026-04-15T04:38:38.552995Z","steps":["trace[1827075822] 'process raft request' (duration: 693.450463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.553054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.8587Z","time spent":"694.326667ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:38.553168Z","caller":"traceutil/trace.go:171","msg":"trace[1499498911] transaction","detail":"{read_only:false; response_revision:19822; number_of_response:1; }","duration":"693.988208ms","start":"2026-04-15T04:38:37.859172Z","end":"2026-04-15T04:38:38.55316Z","steps":["trace[1499498911] 'process raft request' (duration: 693.69143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.553229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.859165Z","time spent":"694.037899ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:38.553377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.051841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-15T04:38:38.55341Z","caller":"traceutil/trace.go:171","msg":"trace[569624565] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:19822; }","duration":"694.099552ms","start":"2026-04-15T04:38:37.859303Z","end":"2026-04-15T04:38:38.553402Z","steps":["trace[569624565] 'agreement among raft nodes before linearized reading' (duration: 693.980669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.553436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.859295Z","time spent":"694.131544ms","remote":"127.0.0.1:36076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-15T04:38:38.553586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.976439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-15T04:38:38.553613Z","caller":"traceutil/trace.go:171","msg":"trace[586931901] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:19822; }","duration":"694.01407ms","start":"2026-04-15T04:38:37.859593Z","end":"2026-04-15T04:38:38.553607Z","steps":["trace[586931901] 'agreement among raft nodes before linearized reading' (duration: 693.946178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.553632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:37.859588Z","time spent":"694.03922ms","remote":"127.0.0.1:36076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-15T04:38:38.553693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.120893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-15T04:38:38.553734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.526186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-15T04:38:38.553743Z","caller":"traceutil/trace.go:171","msg":"trace[811721675] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19822; }","duration":"390.204285ms","start":"2026-04-15T04:38:38.163525Z","end":"2026-04-15T04:38:38.55373Z","steps":["trace[811721675] 'agreement among raft nodes before linearized reading' (duration: 390.135373ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:38.553755Z","caller":"traceutil/trace.go:171","msg":"trace[917721692] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:19822; }","duration":"394.581847ms","start":"2026-04-15T04:38:38.159167Z","end":"2026-04-15T04:38:38.553749Z","steps":["trace[917721692] 'agreement among raft nodes before linearized reading' (duration: 394.513966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.553781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.159148Z","time spent":"394.629499ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-15T04:38:38.553773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.696492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:38.553834Z","caller":"traceutil/trace.go:171","msg":"trace[2079343673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19822; }","duration":"388.771604ms","start":"2026-04-15T04:38:38.165046Z","end":"2026-04-15T04:38:38.553818Z","steps":["trace[2079343673] 'agreement among raft nodes before linearized reading' (duration: 388.671542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.553874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.16504Z","time spent":"388.825506ms","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:38:38.553612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.671927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:38.553935Z","caller":"traceutil/trace.go:171","msg":"trace[368425371] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:19822; }","duration":"290.033347ms","start":"2026-04-15T04:38:38.263887Z","end":"2026-04-15T04:38:38.55392Z","steps":["trace[368425371] 'agreement among raft nodes before linearized reading' (duration: 289.666117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:38.553787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.163505Z","time spent":"390.272337ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:38:39.114714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.704703ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-15T04:38:39.114859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.554545Z","time spent":"560.309616ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-15T04:38:39.206884Z","caller":"traceutil/trace.go:171","msg":"trace[670944135] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"648.935778ms","start":"2026-04-15T04:38:38.557874Z","end":"2026-04-15T04:38:39.206809Z","steps":["trace[670944135] 'process raft request' (duration: 648.871006ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:39.206962Z","caller":"traceutil/trace.go:171","msg":"trace[1468216759] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"649.136133ms","start":"2026-04-15T04:38:38.557787Z","end":"2026-04-15T04:38:39.206924Z","steps":["trace[1468216759] 'process raft request' (duration: 648.798404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.207119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.557766Z","time spent":"649.268458ms","remote":"127.0.0.1:36076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:39.207154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.557867Z","time spent":"649.086202ms","remote":"127.0.0.1:36076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:39.704448Z","caller":"traceutil/trace.go:171","msg":"trace[1341976304] linearizableReadLoop","detail":"{readStateIndex:20410; appliedIndex:20405; }","duration":"769.980764ms","start":"2026-04-15T04:38:38.934442Z","end":"2026-04-15T04:38:39.704422Z","steps":["trace[1341976304] 'read index received' (duration: 272.157692ms)","trace[1341976304] 'applied index is now lower than readState.Index' (duration: 497.821592ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:39.704769Z","caller":"traceutil/trace.go:171","msg":"trace[932572123] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"843.50579ms","start":"2026-04-15T04:38:38.861246Z","end":"2026-04-15T04:38:39.704752Z","steps":["trace[932572123] 'process raft request' (duration: 842.81275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.704899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.861212Z","time spent":"843.605583ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:39.704979Z","caller":"traceutil/trace.go:171","msg":"trace[741386494] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"747.813738ms","start":"2026-04-15T04:38:38.957103Z","end":"2026-04-15T04:38:39.704917Z","steps":["trace[741386494] 'process raft request' (duration: 747.222501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.705108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.85792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7642"} {"level":"warn","ts":"2026-04-15T04:38:39.705165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.957083Z","time spent":"747.991163ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:39.705121Z","caller":"traceutil/trace.go:171","msg":"trace[1778160553] transaction","detail":"{read_only:false; response_revision:19829; number_of_response:1; }","duration":"589.199722ms","start":"2026-04-15T04:38:39.115907Z","end":"2026-04-15T04:38:39.705107Z","steps":["trace[1778160553] 'process raft request' (duration: 588.46405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.705229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:39.11588Z","time spent":"589.315375ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:39.70526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.803647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-15T04:38:39.705308Z","caller":"traceutil/trace.go:171","msg":"trace[459986492] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19830; }","duration":"770.91044ms","start":"2026-04-15T04:38:38.934386Z","end":"2026-04-15T04:38:39.705297Z","steps":["trace[459986492] 'agreement among raft nodes before linearized reading' (duration: 770.761336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.705354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.934343Z","time spent":"771.001752ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-15T04:38:39.70542Z","caller":"traceutil/trace.go:171","msg":"trace[1949235538] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"841.220485ms","start":"2026-04-15T04:38:38.864191Z","end":"2026-04-15T04:38:39.705411Z","steps":["trace[1949235538] 'process raft request' (duration: 840.030181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.705521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.864161Z","time spent":"841.295337ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:39.705602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.760967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-15T04:38:39.705623Z","caller":"traceutil/trace.go:171","msg":"trace[957725977] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"812.302519ms","start":"2026-04-15T04:38:38.893314Z","end":"2026-04-15T04:38:39.705617Z","steps":["trace[957725977] 'process raft request' (duration: 810.965951ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:39.705643Z","caller":"traceutil/trace.go:171","msg":"trace[1209218975] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19830; }","duration":"256.837499ms","start":"2026-04-15T04:38:39.448795Z","end":"2026-04-15T04:38:39.705632Z","steps":["trace[1209218975] 'agreement among raft nodes before linearized reading' (duration: 256.732076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.70569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.89328Z","time spent":"812.35745ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:39.705167Z","caller":"traceutil/trace.go:171","msg":"trace[1313718445] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19830; }","duration":"769.947703ms","start":"2026-04-15T04:38:38.935206Z","end":"2026-04-15T04:38:39.705153Z","steps":["trace[1313718445] 'agreement among raft nodes before linearized reading' (duration: 769.773028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.705805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.876909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-15T04:38:39.705827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.935188Z","time spent":"770.631182ms","remote":"127.0.0.1:39184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7664,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-15T04:38:39.705919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.56048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a66ddb7bbc46ec\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-15T04:38:39.705955Z","caller":"traceutil/trace.go:171","msg":"trace[1764495769] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a66ddb7bbc46ec; range_end:; response_count:1; response_revision:19830; }","duration":"494.635282ms","start":"2026-04-15T04:38:39.211311Z","end":"2026-04-15T04:38:39.705946Z","steps":["trace[1764495769] 'agreement among raft nodes before linearized reading' (duration: 494.542309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.705988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:39.211279Z","time spent":"494.703114ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a66ddb7bbc46ec\" "} {"level":"info","ts":"2026-04-15T04:38:39.705835Z","caller":"traceutil/trace.go:171","msg":"trace[746852661] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:19830; }","duration":"404.947211ms","start":"2026-04-15T04:38:39.300879Z","end":"2026-04-15T04:38:39.705826Z","steps":["trace[746852661] 'agreement among raft nodes before linearized reading' (duration: 404.895889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.706056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:39.300859Z","time spent":"405.163707ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:38:39.706158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.43528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:39.706235Z","caller":"traceutil/trace.go:171","msg":"trace[1466834058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19830; }","duration":"537.541823ms","start":"2026-04-15T04:38:39.168678Z","end":"2026-04-15T04:38:39.70622Z","steps":["trace[1466834058] 'agreement among raft nodes before linearized reading' (duration: 537.44042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.706289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:39.16866Z","time spent":"537.617615ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:38:39.706521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.004504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:39.70657Z","caller":"traceutil/trace.go:171","msg":"trace[1069270030] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:19830; }","duration":"640.059906ms","start":"2026-04-15T04:38:39.066499Z","end":"2026-04-15T04:38:39.706559Z","steps":["trace[1069270030] 'agreement among raft nodes before linearized reading' (duration: 639.980634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.706604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:39.066428Z","time spent":"640.165279ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:38:39.706788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.153082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:39.706849Z","caller":"traceutil/trace.go:171","msg":"trace[878545604] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19830; }","duration":"723.241295ms","start":"2026-04-15T04:38:38.983594Z","end":"2026-04-15T04:38:39.706835Z","steps":["trace[878545604] 'agreement among raft nodes before linearized reading' (duration: 723.146582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:39.706886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:38.983583Z","time spent":"723.292646ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:38:40.766603Z","caller":"traceutil/trace.go:171","msg":"trace[2059502756] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"206.904931ms","start":"2026-04-15T04:38:40.559671Z","end":"2026-04-15T04:38:40.766576Z","steps":["trace[2059502756] 'process raft request' (duration: 206.726566ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:40.80476Z","caller":"traceutil/trace.go:171","msg":"trace[1089055698] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"243.313038ms","start":"2026-04-15T04:38:40.561424Z","end":"2026-04-15T04:38:40.804737Z","steps":["trace[1089055698] 'process raft request' (duration: 243.244656ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:40.804896Z","caller":"traceutil/trace.go:171","msg":"trace[57916191] linearizableReadLoop","detail":"{readStateIndex:20427; appliedIndex:20423; }","duration":"190.183818ms","start":"2026-04-15T04:38:40.614687Z","end":"2026-04-15T04:38:40.80487Z","steps":["trace[57916191] 'read index received' (duration: 151.681231ms)","trace[57916191] 'applied index is now lower than readState.Index' (duration: 38.500527ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:40.804803Z","caller":"traceutil/trace.go:171","msg":"trace[140902859] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"243.681568ms","start":"2026-04-15T04:38:40.561086Z","end":"2026-04-15T04:38:40.804768Z","steps":["trace[140902859] 'process raft request' (duration: 243.426701ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:40.804946Z","caller":"traceutil/trace.go:171","msg":"trace[1416160048] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"242.508765ms","start":"2026-04-15T04:38:40.562424Z","end":"2026-04-15T04:38:40.804933Z","steps":["trace[1416160048] 'process raft request' (duration: 242.278128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:40.805073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.957414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:40.805108Z","caller":"traceutil/trace.go:171","msg":"trace[844563927] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:19844; }","duration":"183.049516ms","start":"2026-04-15T04:38:40.622048Z","end":"2026-04-15T04:38:40.805098Z","steps":["trace[844563927] 'agreement among raft nodes before linearized reading' (duration: 182.974354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:40.805072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.361484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:40.805162Z","caller":"traceutil/trace.go:171","msg":"trace[250340307] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:19844; }","duration":"190.489836ms","start":"2026-04-15T04:38:40.614654Z","end":"2026-04-15T04:38:40.805144Z","steps":["trace[250340307] 'agreement among raft nodes before linearized reading' (duration: 190.347832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.169725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.683797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T04:38:44.169819Z","caller":"traceutil/trace.go:171","msg":"trace[115514993] linearizableReadLoop","detail":"{readStateIndex:20446; appliedIndex:20445; }","duration":"511.856837ms","start":"2026-04-15T04:38:43.657943Z","end":"2026-04-15T04:38:44.1698Z","steps":["trace[115514993] 'read index received' (duration: 245.089367ms)","trace[115514993] 'applied index is now lower than readState.Index' (duration: 266.76574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:44.171067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.114454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6946d9bb49-h645r\" ","response":"range_response_count:1 size:8829"} {"level":"info","ts":"2026-04-15T04:38:44.171119Z","caller":"traceutil/trace.go:171","msg":"trace[73120037] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6946d9bb49-h645r; range_end:; response_count:1; response_revision:19862; }","duration":"513.200375ms","start":"2026-04-15T04:38:43.657907Z","end":"2026-04-15T04:38:44.171107Z","steps":["trace[73120037] 'agreement among raft nodes before linearized reading' (duration: 513.047351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.171152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.657891Z","time spent":"513.252587ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8851,"request content":"key:\"/registry/pods/openstack/magnum-api-6946d9bb49-h645r\" "} {"level":"info","ts":"2026-04-15T04:38:44.326839Z","caller":"traceutil/trace.go:171","msg":"trace[1087362843] transaction","detail":"{read_only:false; response_revision:19863; number_of_response:1; }","duration":"602.027212ms","start":"2026-04-15T04:38:43.72479Z","end":"2026-04-15T04:38:44.326817Z","steps":["trace[1087362843] 'process raft request' (duration: 601.761095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.326966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.724763Z","time spent":"602.141915ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:44.327079Z","caller":"traceutil/trace.go:171","msg":"trace[1541656509] linearizableReadLoop","detail":"{readStateIndex:20454; appliedIndex:20446; }","duration":"157.205308ms","start":"2026-04-15T04:38:44.169844Z","end":"2026-04-15T04:38:44.327049Z","steps":["trace[1541656509] 'read index received' (duration: 156.688253ms)","trace[1541656509] 'applied index is now lower than readState.Index' (duration: 515.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:44.327182Z","caller":"traceutil/trace.go:171","msg":"trace[391532326] transaction","detail":"{read_only:false; response_revision:19864; number_of_response:1; }","duration":"602.358153ms","start":"2026-04-15T04:38:43.724814Z","end":"2026-04-15T04:38:44.327172Z","steps":["trace[391532326] 'process raft request' (duration: 601.891209ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:44.327242Z","caller":"traceutil/trace.go:171","msg":"trace[1757147919] transaction","detail":"{read_only:false; response_revision:19868; number_of_response:1; }","duration":"451.094093ms","start":"2026-04-15T04:38:43.876124Z","end":"2026-04-15T04:38:44.327218Z","steps":["trace[1757147919] 'process raft request' (duration: 450.827286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.327283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.724785Z","time spent":"602.424004ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:44.32735Z","caller":"traceutil/trace.go:171","msg":"trace[522390064] transaction","detail":"{read_only:false; response_revision:19866; number_of_response:1; }","duration":"477.19446ms","start":"2026-04-15T04:38:43.850135Z","end":"2026-04-15T04:38:44.327329Z","steps":["trace[522390064] 'process raft request' (duration: 476.739017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.327382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.876115Z","time spent":"451.194986ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:44.327399Z","caller":"traceutil/trace.go:171","msg":"trace[1428766110] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"449.245751ms","start":"2026-04-15T04:38:43.878144Z","end":"2026-04-15T04:38:44.327389Z","steps":["trace[1428766110] 'process raft request' (duration: 448.84066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.327451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.878137Z","time spent":"449.285343ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:44.327496Z","caller":"traceutil/trace.go:171","msg":"trace[1123119766] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"454.570112ms","start":"2026-04-15T04:38:43.872915Z","end":"2026-04-15T04:38:44.327485Z","steps":["trace[1123119766] 'process raft request' (duration: 453.999495ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:44.327494Z","caller":"traceutil/trace.go:171","msg":"trace[1082013109] transaction","detail":"{read_only:false; response_revision:19865; number_of_response:1; }","duration":"601.242212ms","start":"2026-04-15T04:38:43.726243Z","end":"2026-04-15T04:38:44.327485Z","steps":["trace[1082013109] 'process raft request' (duration: 600.592032ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:44.327539Z","caller":"traceutil/trace.go:171","msg":"trace[1055822248] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"447.170793ms","start":"2026-04-15T04:38:43.88036Z","end":"2026-04-15T04:38:44.327531Z","steps":["trace[1055822248] 'process raft request' (duration: 446.655229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.32755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.726233Z","time spent":"601.288813ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:44.327579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.872897Z","time spent":"454.619954ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:44.327594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.880351Z","time spent":"447.215984ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:44.327454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.850116Z","time spent":"477.289883ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:44.327676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.028864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:44.327702Z","caller":"traceutil/trace.go:171","msg":"trace[1265011435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19870; }","duration":"162.090345ms","start":"2026-04-15T04:38:44.165605Z","end":"2026-04-15T04:38:44.327695Z","steps":["trace[1265011435] 'agreement among raft nodes before linearized reading' (duration: 162.045134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.32777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.596778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T04:38:44.327826Z","caller":"traceutil/trace.go:171","msg":"trace[61024883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19870; }","duration":"428.67569ms","start":"2026-04-15T04:38:43.899136Z","end":"2026-04-15T04:38:44.327812Z","steps":["trace[61024883] 'agreement among raft nodes before linearized reading' (duration: 428.523095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.327871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:43.899124Z","time spent":"428.736712ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T04:38:44.652214Z","caller":"traceutil/trace.go:171","msg":"trace[1917299794] linearizableReadLoop","detail":"{readStateIndex:20455; appliedIndex:20454; }","duration":"325.027154ms","start":"2026-04-15T04:38:44.327143Z","end":"2026-04-15T04:38:44.65217Z","steps":["trace[1917299794] 'read index received' (duration: 309.425864ms)","trace[1917299794] 'applied index is now lower than readState.Index' (duration: 15.60002ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:44.652321Z","caller":"traceutil/trace.go:171","msg":"trace[950977109] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"469.089031ms","start":"2026-04-15T04:38:44.183219Z","end":"2026-04-15T04:38:44.652308Z","steps":["trace[950977109] 'process raft request' (duration: 453.306415ms)","trace[950977109] 'compare' (duration: 15.536729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:44.652433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:44.183189Z","time spent":"469.161143ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:44.652551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.125536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:44.652634Z","caller":"traceutil/trace.go:171","msg":"trace[1479329413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19871; }","duration":"331.24417ms","start":"2026-04-15T04:38:44.32137Z","end":"2026-04-15T04:38:44.652614Z","steps":["trace[1479329413] 'agreement among raft nodes before linearized reading' (duration: 331.105796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.652687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:44.321347Z","time spent":"331.325522ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-15T04:38:44.979938Z","caller":"traceutil/trace.go:171","msg":"trace[1736044476] linearizableReadLoop","detail":"{readStateIndex:20456; appliedIndex:20455; }","duration":"327.639668ms","start":"2026-04-15T04:38:44.652277Z","end":"2026-04-15T04:38:44.979916Z","steps":["trace[1736044476] 'read index received' (duration: 317.230655ms)","trace[1736044476] 'applied index is now lower than readState.Index' (duration: 10.408073ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:44.980148Z","caller":"traceutil/trace.go:171","msg":"trace[329209466] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"647.965051ms","start":"2026-04-15T04:38:44.332171Z","end":"2026-04-15T04:38:44.980136Z","steps":["trace[329209466] 'process raft request' (duration: 637.411603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.980257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:44.332151Z","time spent":"648.034582ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:44.980424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.624923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:44.980495Z","caller":"traceutil/trace.go:171","msg":"trace[891853844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19872; }","duration":"651.740856ms","start":"2026-04-15T04:38:44.328738Z","end":"2026-04-15T04:38:44.980479Z","steps":["trace[891853844] 'agreement among raft nodes before linearized reading' (duration: 651.604422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:44.98053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:44.328721Z","time spent":"651.803908ms","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:38:45.02769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.020979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T04:38:45.027782Z","caller":"traceutil/trace.go:171","msg":"trace[1131936376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19873; }","duration":"249.165913ms","start":"2026-04-15T04:38:44.778598Z","end":"2026-04-15T04:38:45.027764Z","steps":["trace[1131936376] 'agreement among raft nodes before linearized reading' (duration: 248.929407ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:45.028106Z","caller":"traceutil/trace.go:171","msg":"trace[1585705855] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"314.673683ms","start":"2026-04-15T04:38:44.713421Z","end":"2026-04-15T04:38:45.028094Z","steps":["trace[1585705855] 'process raft request' (duration: 313.974274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.028208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:44.713392Z","time spent":"314.754395ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:45.02841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.177172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T04:38:45.028454Z","caller":"traceutil/trace.go:171","msg":"trace[139477787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19873; }","duration":"205.232493ms","start":"2026-04-15T04:38:44.823212Z","end":"2026-04-15T04:38:45.028444Z","steps":["trace[139477787] 'agreement among raft nodes before linearized reading' (duration: 205.131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.028683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.931684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T04:38:45.02874Z","caller":"traceutil/trace.go:171","msg":"trace[351540998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19873; }","duration":"206.019746ms","start":"2026-04-15T04:38:44.82271Z","end":"2026-04-15T04:38:45.02873Z","steps":["trace[351540998] 'agreement among raft nodes before linearized reading' (duration: 205.891373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.028898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.228408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T04:38:45.028931Z","caller":"traceutil/trace.go:171","msg":"trace[1906950512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19873; }","duration":"208.287639ms","start":"2026-04-15T04:38:44.820635Z","end":"2026-04-15T04:38:45.028923Z","steps":["trace[1906950512] 'agreement among raft nodes before linearized reading' (duration: 208.205157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.029125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.450954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-15T04:38:45.029187Z","caller":"traceutil/trace.go:171","msg":"trace[1828397548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19873; }","duration":"208.536496ms","start":"2026-04-15T04:38:44.820634Z","end":"2026-04-15T04:38:45.029171Z","steps":["trace[1828397548] 'agreement among raft nodes before linearized reading' (duration: 208.383652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.335296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.644541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:45.335572Z","caller":"traceutil/trace.go:171","msg":"trace[746517039] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"299.592577ms","start":"2026-04-15T04:38:45.035957Z","end":"2026-04-15T04:38:45.335549Z","steps":["trace[746517039] 'process raft request' (duration: 299.465972ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:45.335807Z","caller":"traceutil/trace.go:171","msg":"trace[786745884] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"299.848394ms","start":"2026-04-15T04:38:45.035946Z","end":"2026-04-15T04:38:45.335794Z","steps":["trace[786745884] 'process raft request' (duration: 131.594545ms)","trace[786745884] 'compare' (duration: 167.328722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:45.336064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:45.035928Z","time spent":"300.09862ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:45.371662Z","caller":"traceutil/trace.go:171","msg":"trace[156200273] linearizableReadLoop","detail":"{readStateIndex:20461; appliedIndex:20457; }","duration":"334.534162ms","start":"2026-04-15T04:38:45.037113Z","end":"2026-04-15T04:38:45.371648Z","steps":["trace[156200273] 'read index received' (duration: 130.444922ms)","trace[156200273] 'applied index is now lower than readState.Index' (duration: 204.08822ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:45.371683Z","caller":"traceutil/trace.go:171","msg":"trace[1411687287] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"335.599051ms","start":"2026-04-15T04:38:45.036067Z","end":"2026-04-15T04:38:45.371666Z","steps":["trace[1411687287] 'process raft request' (duration: 335.465168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.371771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:45.036042Z","time spent":"335.670544ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:45.371794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.678437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18615"} {"level":"info","ts":"2026-04-15T04:38:45.37181Z","caller":"traceutil/trace.go:171","msg":"trace[36717630] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19877; }","duration":"334.730117ms","start":"2026-04-15T04:38:45.037075Z","end":"2026-04-15T04:38:45.371805Z","steps":["trace[36717630] 'agreement among raft nodes before linearized reading' (duration: 334.629154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.371824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:45.037061Z","time spent":"334.759949ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-15T04:38:45.371846Z","caller":"traceutil/trace.go:171","msg":"trace[1039097306] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"335.583771ms","start":"2026-04-15T04:38:45.036257Z","end":"2026-04-15T04:38:45.37184Z","steps":["trace[1039097306] 'process raft request' (duration: 335.358655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:45.371877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:45.036248Z","time spent":"335.610753ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:38:45.645869Z","caller":"traceutil/trace.go:171","msg":"trace[1105533655] linearizableReadLoop","detail":"{readStateIndex:20462; appliedIndex:20461; }","duration":"188.364997ms","start":"2026-04-15T04:38:45.457473Z","end":"2026-04-15T04:38:45.645838Z","steps":["trace[1105533655] 'read index received' (duration: 114.277176ms)","trace[1105533655] 'applied index is now lower than readState.Index' (duration: 74.086141ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:45.645894Z","caller":"traceutil/trace.go:171","msg":"trace[1193213899] transaction","detail":"{read_only:false; response_revision:19878; number_of_response:1; }","duration":"434.451603ms","start":"2026-04-15T04:38:45.211405Z","end":"2026-04-15T04:38:45.645857Z","steps":["trace[1193213899] 'process raft request' (duration: 360.430044ms)","trace[1193213899] 'compare' (duration: 73.781973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:45.646061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:45.211387Z","time spent":"434.582806ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:45.646139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.516971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:45.646237Z","caller":"traceutil/trace.go:171","msg":"trace[869588599] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19878; }","duration":"188.791578ms","start":"2026-04-15T04:38:45.457424Z","end":"2026-04-15T04:38:45.646216Z","steps":["trace[869588599] 'agreement among raft nodes before linearized reading' (duration: 188.48363ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:49.563099Z","caller":"traceutil/trace.go:171","msg":"trace[243674139] linearizableReadLoop","detail":"{readStateIndex:20490; appliedIndex:20489; }","duration":"176.632356ms","start":"2026-04-15T04:38:49.386438Z","end":"2026-04-15T04:38:49.563071Z","steps":["trace[243674139] 'read index received' (duration: 19.089698ms)","trace[243674139] 'applied index is now lower than readState.Index' (duration: 157.541218ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:49.563228Z","caller":"traceutil/trace.go:171","msg":"trace[473073026] transaction","detail":"{read_only:false; response_revision:19905; number_of_response:1; }","duration":"208.185328ms","start":"2026-04-15T04:38:49.35503Z","end":"2026-04-15T04:38:49.563215Z","steps":["trace[473073026] 'process raft request' (duration: 173.18807ms)","trace[473073026] 'compare' (duration: 34.572886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:49.563471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.997416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T04:38:49.563516Z","caller":"traceutil/trace.go:171","msg":"trace[322887114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19905; }","duration":"177.14011ms","start":"2026-04-15T04:38:49.38636Z","end":"2026-04-15T04:38:49.5635Z","steps":["trace[322887114] 'agreement among raft nodes before linearized reading' (duration: 176.974425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:49.563553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.956498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-15T04:38:49.563585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.799576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T04:38:49.563646Z","caller":"traceutil/trace.go:171","msg":"trace[1490831356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19905; }","duration":"176.0668ms","start":"2026-04-15T04:38:49.387561Z","end":"2026-04-15T04:38:49.563628Z","steps":["trace[1490831356] 'agreement among raft nodes before linearized reading' (duration: 175.854735ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:49.563655Z","caller":"traceutil/trace.go:171","msg":"trace[1699757972] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19905; }","duration":"117.918459ms","start":"2026-04-15T04:38:49.445718Z","end":"2026-04-15T04:38:49.563637Z","steps":["trace[1699757972] 'agreement among raft nodes before linearized reading' (duration: 117.791865ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:56.642524Z","caller":"traceutil/trace.go:171","msg":"trace[223775998] transaction","detail":"{read_only:false; response_revision:19955; number_of_response:1; }","duration":"190.95548ms","start":"2026-04-15T04:38:56.451534Z","end":"2026-04-15T04:38:56.64249Z","steps":["trace[223775998] 'process raft request' (duration: 165.576324ms)","trace[223775998] 'compare' (duration: 25.056687ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:56.642601Z","caller":"traceutil/trace.go:171","msg":"trace[2077524658] transaction","detail":"{read_only:false; response_revision:19956; number_of_response:1; }","duration":"190.412705ms","start":"2026-04-15T04:38:56.45216Z","end":"2026-04-15T04:38:56.642572Z","steps":["trace[2077524658] 'process raft request' (duration: 190.268941ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:56.64293Z","caller":"traceutil/trace.go:171","msg":"trace[656073781] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"189.837209ms","start":"2026-04-15T04:38:56.453067Z","end":"2026-04-15T04:38:56.642904Z","steps":["trace[656073781] 'process raft request' (duration: 189.445019ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:56.643076Z","caller":"traceutil/trace.go:171","msg":"trace[442970455] transaction","detail":"{read_only:false; response_revision:19960; number_of_response:1; }","duration":"187.255426ms","start":"2026-04-15T04:38:56.455811Z","end":"2026-04-15T04:38:56.643067Z","steps":["trace[442970455] 'process raft request' (duration: 187.166914ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:56.643078Z","caller":"traceutil/trace.go:171","msg":"trace[1910065138] transaction","detail":"{read_only:false; response_revision:19959; number_of_response:1; }","duration":"187.312708ms","start":"2026-04-15T04:38:56.455753Z","end":"2026-04-15T04:38:56.643065Z","steps":["trace[1910065138] 'process raft request' (duration: 187.179424ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:56.643073Z","caller":"traceutil/trace.go:171","msg":"trace[549211824] transaction","detail":"{read_only:false; response_revision:19961; number_of_response:1; }","duration":"186.242528ms","start":"2026-04-15T04:38:56.456814Z","end":"2026-04-15T04:38:56.643056Z","steps":["trace[549211824] 'process raft request' (duration: 186.197286ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:56.643072Z","caller":"traceutil/trace.go:171","msg":"trace[409367012] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"189.745147ms","start":"2026-04-15T04:38:56.453304Z","end":"2026-04-15T04:38:56.64305Z","steps":["trace[409367012] 'process raft request' (duration: 189.474599ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:57.111049Z","caller":"traceutil/trace.go:171","msg":"trace[1008945923] transaction","detail":"{read_only:false; response_revision:19962; number_of_response:1; }","duration":"243.539075ms","start":"2026-04-15T04:38:56.867479Z","end":"2026-04-15T04:38:57.111018Z","steps":["trace[1008945923] 'process raft request' (duration: 243.331479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:57.665098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.177693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:38:57.665177Z","caller":"traceutil/trace.go:171","msg":"trace[1230157698] linearizableReadLoop","detail":"{readStateIndex:20549; appliedIndex:20548; }","duration":"500.653841ms","start":"2026-04-15T04:38:57.164512Z","end":"2026-04-15T04:38:57.665166Z","steps":["trace[1230157698] 'read index received' (duration: 42.274633ms)","trace[1230157698] 'applied index is now lower than readState.Index' (duration: 458.377908ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:57.665232Z","caller":"traceutil/trace.go:171","msg":"trace[539724550] transaction","detail":"{read_only:false; response_revision:19963; number_of_response:1; }","duration":"548.129422ms","start":"2026-04-15T04:38:57.117096Z","end":"2026-04-15T04:38:57.665226Z","steps":["trace[539724550] 'process raft request' (duration: 89.755404ms)","trace[539724550] 'compare' (duration: 457.862654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:38:57.665265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:57.117057Z","time spent":"548.190434ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:38:57.665415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.905229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:57.665431Z","caller":"traceutil/trace.go:171","msg":"trace[1203459207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19963; }","duration":"500.957221ms","start":"2026-04-15T04:38:57.164469Z","end":"2026-04-15T04:38:57.665426Z","steps":["trace[1203459207] 'agreement among raft nodes before linearized reading' (duration: 500.92039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:57.665445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:57.16445Z","time spent":"500.992991ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T04:38:57.665544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.372339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:57.665567Z","caller":"traceutil/trace.go:171","msg":"trace[665203773] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:19963; }","duration":"311.43602ms","start":"2026-04-15T04:38:57.354123Z","end":"2026-04-15T04:38:57.665559Z","steps":["trace[665203773] 'agreement among raft nodes before linearized reading' (duration: 311.397279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:57.665584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:38:57.354099Z","time spent":"311.478952ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-15T04:38:57.66596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.631307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T04:38:57.666034Z","caller":"traceutil/trace.go:171","msg":"trace[894332162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19963; }","duration":"198.75042ms","start":"2026-04-15T04:38:57.467267Z","end":"2026-04-15T04:38:57.666018Z","steps":["trace[894332162] 'agreement among raft nodes before linearized reading' (duration: 198.530504ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:57.884184Z","caller":"traceutil/trace.go:171","msg":"trace[1071614146] transaction","detail":"{read_only:false; response_revision:19964; number_of_response:1; }","duration":"213.873786ms","start":"2026-04-15T04:38:57.670117Z","end":"2026-04-15T04:38:57.883991Z","steps":["trace[1071614146] 'process raft request' (duration: 207.438585ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:38:57.892821Z","caller":"traceutil/trace.go:171","msg":"trace[193963151] linearizableReadLoop","detail":"{readStateIndex:20551; appliedIndex:20549; }","duration":"204.927615ms","start":"2026-04-15T04:38:57.687873Z","end":"2026-04-15T04:38:57.892801Z","steps":["trace[193963151] 'read index received' (duration: 189.676304ms)","trace[193963151] 'applied index is now lower than readState.Index' (duration: 15.250381ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:38:57.892891Z","caller":"traceutil/trace.go:171","msg":"trace[551714047] transaction","detail":"{read_only:false; response_revision:19965; number_of_response:1; }","duration":"222.312755ms","start":"2026-04-15T04:38:57.670543Z","end":"2026-04-15T04:38:57.892856Z","steps":["trace[551714047] 'process raft request' (duration: 222.12022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:57.892999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.114439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-15T04:38:57.893065Z","caller":"traceutil/trace.go:171","msg":"trace[396832966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19965; }","duration":"205.180522ms","start":"2026-04-15T04:38:57.687838Z","end":"2026-04-15T04:38:57.893018Z","steps":["trace[396832966] 'agreement among raft nodes before linearized reading' (duration: 205.066568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:57.893156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.814288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T04:38:57.893237Z","caller":"traceutil/trace.go:171","msg":"trace[552222080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19965; }","duration":"189.943101ms","start":"2026-04-15T04:38:57.703277Z","end":"2026-04-15T04:38:57.89322Z","steps":["trace[552222080] 'agreement among raft nodes before linearized reading' (duration: 189.716825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:57.893294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.565526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-15T04:38:57.89337Z","caller":"traceutil/trace.go:171","msg":"trace[1396329232] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19965; }","duration":"197.70432ms","start":"2026-04-15T04:38:57.695648Z","end":"2026-04-15T04:38:57.893352Z","steps":["trace[1396329232] 'agreement among raft nodes before linearized reading' (duration: 197.34181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:58.348744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.299555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:38:58.348821Z","caller":"traceutil/trace.go:171","msg":"trace[1050639502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19967; }","duration":"183.422948ms","start":"2026-04-15T04:38:58.165381Z","end":"2026-04-15T04:38:58.348804Z","steps":["trace[1050639502] 'range keys from in-memory index tree' (duration: 183.229672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:38:58.34912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.108228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-15T04:38:58.34916Z","caller":"traceutil/trace.go:171","msg":"trace[1911777235] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:19967; }","duration":"189.18746ms","start":"2026-04-15T04:38:58.159963Z","end":"2026-04-15T04:38:58.349151Z","steps":["trace[1911777235] 'range keys from in-memory index tree' (duration: 188.945714ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:00.873559Z","caller":"traceutil/trace.go:171","msg":"trace[1020449141] transaction","detail":"{read_only:false; response_revision:19984; number_of_response:1; }","duration":"218.149778ms","start":"2026-04-15T04:39:00.65538Z","end":"2026-04-15T04:39:00.87353Z","steps":["trace[1020449141] 'process raft request' (duration: 217.986913ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:01.087012Z","caller":"traceutil/trace.go:171","msg":"trace[1852897749] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"426.026975ms","start":"2026-04-15T04:39:00.660954Z","end":"2026-04-15T04:39:01.086981Z","steps":["trace[1852897749] 'process raft request' (duration: 425.782448ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:01.087032Z","caller":"traceutil/trace.go:171","msg":"trace[924843602] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"425.970033ms","start":"2026-04-15T04:39:00.661029Z","end":"2026-04-15T04:39:01.086999Z","steps":["trace[924843602] 'process raft request' (duration: 425.86054ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:01.087124Z","caller":"traceutil/trace.go:171","msg":"trace[1823865567] linearizableReadLoop","detail":"{readStateIndex:20578; appliedIndex:20571; }","duration":"168.6641ms","start":"2026-04-15T04:39:00.918451Z","end":"2026-04-15T04:39:01.087115Z","steps":["trace[1823865567] 'read index received' (duration: 168.27085ms)","trace[1823865567] 'applied index is now lower than readState.Index' (duration: 392.58µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:01.087124Z","caller":"traceutil/trace.go:171","msg":"trace[1267016032] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"425.606213ms","start":"2026-04-15T04:39:00.661497Z","end":"2026-04-15T04:39:01.087103Z","steps":["trace[1267016032] 'process raft request' (duration: 425.472959ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:01.087147Z","caller":"traceutil/trace.go:171","msg":"trace[1502979746] transaction","detail":"{read_only:false; response_revision:19989; number_of_response:1; }","duration":"425.578983ms","start":"2026-04-15T04:39:00.661547Z","end":"2026-04-15T04:39:01.087126Z","steps":["trace[1502979746] 'process raft request' (duration: 425.48776ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:01.08717Z","caller":"traceutil/trace.go:171","msg":"trace[1848437267] transaction","detail":"{read_only:false; response_revision:19990; number_of_response:1; }","duration":"422.887617ms","start":"2026-04-15T04:39:00.664265Z","end":"2026-04-15T04:39:01.087152Z","steps":["trace[1848437267] 'process raft request' (duration: 422.798504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:01.087171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:39:00.661022Z","time spent":"426.071617ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:39:01.087189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:39:00.66149Z","time spent":"425.668865ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:39:01.087181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:39:00.660935Z","time spent":"426.154069ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:39:01.087037Z","caller":"traceutil/trace.go:171","msg":"trace[867935058] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"425.856911ms","start":"2026-04-15T04:39:00.661156Z","end":"2026-04-15T04:39:01.087013Z","steps":["trace[867935058] 'process raft request' (duration: 425.778388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:01.087285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.823185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-15T04:39:01.087309Z","caller":"traceutil/trace.go:171","msg":"trace[795872842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19991; }","duration":"168.886327ms","start":"2026-04-15T04:39:00.918417Z","end":"2026-04-15T04:39:01.087304Z","steps":["trace[795872842] 'agreement among raft nodes before linearized reading' (duration: 168.781124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:01.087449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:39:00.661136Z","time spent":"426.160139ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:39:01.087238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:39:00.664255Z","time spent":"422.949439ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:39:01.087188Z","caller":"traceutil/trace.go:171","msg":"trace[706103985] transaction","detail":"{read_only:false; response_revision:19991; number_of_response:1; }","duration":"369.421977ms","start":"2026-04-15T04:39:00.717758Z","end":"2026-04-15T04:39:01.08718Z","steps":["trace[706103985] 'process raft request' (duration: 369.325995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:01.088928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:39:00.71773Z","time spent":"371.172057ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T04:39:01.087241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T04:39:00.661543Z","time spent":"425.653005ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T04:39:01.306527Z","caller":"traceutil/trace.go:171","msg":"trace[1474610133] linearizableReadLoop","detail":"{readStateIndex:20580; appliedIndex:20579; }","duration":"150.070197ms","start":"2026-04-15T04:39:01.156427Z","end":"2026-04-15T04:39:01.306497Z","steps":["trace[1474610133] 'read index received' (duration: 95.66582ms)","trace[1474610133] 'applied index is now lower than readState.Index' (duration: 54.403317ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:01.306616Z","caller":"traceutil/trace.go:171","msg":"trace[1983564529] transaction","detail":"{read_only:false; response_revision:19993; number_of_response:1; }","duration":"207.90182ms","start":"2026-04-15T04:39:01.098672Z","end":"2026-04-15T04:39:01.306573Z","steps":["trace[1983564529] 'process raft request' (duration: 153.395251ms)","trace[1983564529] 'compare' (duration: 54.143419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:39:01.306681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.13636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:01.306707Z","caller":"traceutil/trace.go:171","msg":"trace[1551226193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19993; }","duration":"143.202512ms","start":"2026-04-15T04:39:01.163495Z","end":"2026-04-15T04:39:01.306698Z","steps":["trace[1551226193] 'agreement among raft nodes before linearized reading' (duration: 143.12853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:01.306753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.306803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18615"} {"level":"info","ts":"2026-04-15T04:39:01.306817Z","caller":"traceutil/trace.go:171","msg":"trace[1662969497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19993; }","duration":"150.405846ms","start":"2026-04-15T04:39:01.156395Z","end":"2026-04-15T04:39:01.306801Z","steps":["trace[1662969497] 'agreement among raft nodes before linearized reading' (duration: 150.19829ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:04.078234Z","caller":"traceutil/trace.go:171","msg":"trace[1731705846] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"119.833832ms","start":"2026-04-15T04:39:03.958365Z","end":"2026-04-15T04:39:04.078199Z","steps":["trace[1731705846] 'process raft request' (duration: 53.570432ms)","trace[1731705846] 'compare' (duration: 66.009083ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:04.183105Z","caller":"traceutil/trace.go:171","msg":"trace[1160358478] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"100.916128ms","start":"2026-04-15T04:39:04.082163Z","end":"2026-04-15T04:39:04.183079Z","steps":["trace[1160358478] 'process raft request' (duration: 100.210838ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:04.18332Z","caller":"traceutil/trace.go:171","msg":"trace[1471843306] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"100.706572ms","start":"2026-04-15T04:39:04.082596Z","end":"2026-04-15T04:39:04.183302Z","steps":["trace[1471843306] 'process raft request' (duration: 100.62065ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:08.79124Z","caller":"traceutil/trace.go:171","msg":"trace[508151243] linearizableReadLoop","detail":"{readStateIndex:20635; appliedIndex:20634; }","duration":"112.213987ms","start":"2026-04-15T04:39:08.679003Z","end":"2026-04-15T04:39:08.791217Z","steps":["trace[508151243] 'read index received' (duration: 112.025002ms)","trace[508151243] 'applied index is now lower than readState.Index' (duration: 188.235µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:39:08.791389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.377522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:08.791429Z","caller":"traceutil/trace.go:171","msg":"trace[1118988613] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:20046; }","duration":"112.461215ms","start":"2026-04-15T04:39:08.67895Z","end":"2026-04-15T04:39:08.791411Z","steps":["trace[1118988613] 'agreement among raft nodes before linearized reading' (duration: 112.358012ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:08.791745Z","caller":"traceutil/trace.go:171","msg":"trace[1971382269] transaction","detail":"{read_only:false; response_revision:20046; number_of_response:1; }","duration":"171.285176ms","start":"2026-04-15T04:39:08.620451Z","end":"2026-04-15T04:39:08.791737Z","steps":["trace[1971382269] 'process raft request' (duration: 170.602206ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:09.0881Z","caller":"traceutil/trace.go:171","msg":"trace[1994357239] transaction","detail":"{read_only:false; response_revision:20047; number_of_response:1; }","duration":"186.219086ms","start":"2026-04-15T04:39:08.901828Z","end":"2026-04-15T04:39:09.088047Z","steps":["trace[1994357239] 'process raft request' (duration: 127.346264ms)","trace[1994357239] 'compare' (duration: 58.749248ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:09.239369Z","caller":"traceutil/trace.go:171","msg":"trace[320336619] transaction","detail":"{read_only:false; response_revision:20048; number_of_response:1; }","duration":"124.578356ms","start":"2026-04-15T04:39:09.114742Z","end":"2026-04-15T04:39:09.239321Z","steps":["trace[320336619] 'process raft request' (duration: 85.713939ms)","trace[320336619] 'compare' (duration: 38.544048ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:09.240761Z","caller":"traceutil/trace.go:171","msg":"trace[596387353] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"124.038221ms","start":"2026-04-15T04:39:09.116683Z","end":"2026-04-15T04:39:09.240721Z","steps":["trace[596387353] 'process raft request' (duration: 123.557417ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:09.240824Z","caller":"traceutil/trace.go:171","msg":"trace[732091823] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"122.360934ms","start":"2026-04-15T04:39:09.118436Z","end":"2026-04-15T04:39:09.240797Z","steps":["trace[732091823] 'process raft request' (duration: 122.072886ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:09.240821Z","caller":"traceutil/trace.go:171","msg":"trace[1427488219] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"122.436266ms","start":"2026-04-15T04:39:09.118337Z","end":"2026-04-15T04:39:09.240773Z","steps":["trace[1427488219] 'process raft request' (duration: 122.136778ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:09.240896Z","caller":"traceutil/trace.go:171","msg":"trace[231041842] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"123.072984ms","start":"2026-04-15T04:39:09.117787Z","end":"2026-04-15T04:39:09.24086Z","steps":["trace[231041842] 'process raft request' (duration: 122.641332ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:09.241329Z","caller":"traceutil/trace.go:171","msg":"trace[1975146040] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"123.611969ms","start":"2026-04-15T04:39:09.117699Z","end":"2026-04-15T04:39:09.241311Z","steps":["trace[1975146040] 'process raft request' (duration: 122.692844ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:14.844885Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16810} {"level":"info","ts":"2026-04-15T04:39:15.032312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16810,"took":"183.249223ms","hash":2111939334,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":42905600,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-15T04:39:15.032372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2111939334,"revision":16810,"compact-revision":14109} {"level":"info","ts":"2026-04-15T04:39:18.399442Z","caller":"traceutil/trace.go:171","msg":"trace[1673603625] linearizableReadLoop","detail":"{readStateIndex:20716; appliedIndex:20715; }","duration":"134.534128ms","start":"2026-04-15T04:39:18.264883Z","end":"2026-04-15T04:39:18.399417Z","steps":["trace[1673603625] 'read index received' (duration: 134.385663ms)","trace[1673603625] 'applied index is now lower than readState.Index' (duration: 147.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:18.39956Z","caller":"traceutil/trace.go:171","msg":"trace[44623581] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"137.352517ms","start":"2026-04-15T04:39:18.262175Z","end":"2026-04-15T04:39:18.399528Z","steps":["trace[44623581] 'process raft request' (duration: 137.1011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:18.399683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.764444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-15T04:39:18.399718Z","caller":"traceutil/trace.go:171","msg":"trace[1288439817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20123; }","duration":"134.869507ms","start":"2026-04-15T04:39:18.26484Z","end":"2026-04-15T04:39:18.399709Z","steps":["trace[1288439817] 'agreement among raft nodes before linearized reading' (duration: 134.671051ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:18.534124Z","caller":"traceutil/trace.go:171","msg":"trace[1494749500] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"129.906267ms","start":"2026-04-15T04:39:18.40419Z","end":"2026-04-15T04:39:18.534096Z","steps":["trace[1494749500] 'process raft request' (duration: 128.006974ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.40112Z","caller":"traceutil/trace.go:171","msg":"trace[1575880647] linearizableReadLoop","detail":"{readStateIndex:20719; appliedIndex:20718; }","duration":"235.839307ms","start":"2026-04-15T04:39:19.165247Z","end":"2026-04-15T04:39:19.401086Z","steps":["trace[1575880647] 'read index received' (duration: 235.740414ms)","trace[1575880647] 'applied index is now lower than readState.Index' (duration: 98.173µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:39:19.401216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.960621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:19.401235Z","caller":"traceutil/trace.go:171","msg":"trace[1402605735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20126; }","duration":"236.022812ms","start":"2026-04-15T04:39:19.165206Z","end":"2026-04-15T04:39:19.401229Z","steps":["trace[1402605735] 'agreement among raft nodes before linearized reading' (duration: 235.96831ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.401217Z","caller":"traceutil/trace.go:171","msg":"trace[336065466] transaction","detail":"{read_only:false; response_revision:20126; number_of_response:1; }","duration":"274.657232ms","start":"2026-04-15T04:39:19.12653Z","end":"2026-04-15T04:39:19.401187Z","steps":["trace[336065466] 'process raft request' (duration: 274.425906ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.467905Z","caller":"traceutil/trace.go:171","msg":"trace[659731640] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"170.535844ms","start":"2026-04-15T04:39:19.29735Z","end":"2026-04-15T04:39:19.467886Z","steps":["trace[659731640] 'process raft request' (duration: 170.470342ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.467924Z","caller":"traceutil/trace.go:171","msg":"trace[1488287237] transaction","detail":"{read_only:false; response_revision:20128; number_of_response:1; }","duration":"171.455121ms","start":"2026-04-15T04:39:19.296432Z","end":"2026-04-15T04:39:19.467888Z","steps":["trace[1488287237] 'process raft request' (duration: 171.351008ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.467924Z","caller":"traceutil/trace.go:171","msg":"trace[883863691] transaction","detail":"{read_only:false; response_revision:20127; number_of_response:1; }","duration":"195.54495ms","start":"2026-04-15T04:39:19.272346Z","end":"2026-04-15T04:39:19.467891Z","steps":["trace[883863691] 'process raft request' (duration: 195.310113ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.468189Z","caller":"traceutil/trace.go:171","msg":"trace[59038373] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"169.985749ms","start":"2026-04-15T04:39:19.298193Z","end":"2026-04-15T04:39:19.468179Z","steps":["trace[59038373] 'process raft request' (duration: 169.65912ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.468278Z","caller":"traceutil/trace.go:171","msg":"trace[853430466] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"166.537681ms","start":"2026-04-15T04:39:19.301728Z","end":"2026-04-15T04:39:19.468266Z","steps":["trace[853430466] 'process raft request' (duration: 166.362826ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:19.468348Z","caller":"traceutil/trace.go:171","msg":"trace[847747455] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"166.50593ms","start":"2026-04-15T04:39:19.301836Z","end":"2026-04-15T04:39:19.468342Z","steps":["trace[847747455] 'process raft request' (duration: 166.338976ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:20.220004Z","caller":"traceutil/trace.go:171","msg":"trace[1297229554] transaction","detail":"{read_only:false; response_revision:20135; number_of_response:1; }","duration":"138.093117ms","start":"2026-04-15T04:39:20.081861Z","end":"2026-04-15T04:39:20.219954Z","steps":["trace[1297229554] 'process raft request' (duration: 70.424538ms)","trace[1297229554] 'compare' (duration: 67.526135ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:20.77366Z","caller":"traceutil/trace.go:171","msg":"trace[103537617] transaction","detail":"{read_only:false; response_revision:20138; number_of_response:1; }","duration":"230.522698ms","start":"2026-04-15T04:39:20.54308Z","end":"2026-04-15T04:39:20.773602Z","steps":["trace[103537617] 'process raft request' (duration: 230.187628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:35.271601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.963382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:35.271716Z","caller":"traceutil/trace.go:171","msg":"trace[1790256516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20244; }","duration":"106.134206ms","start":"2026-04-15T04:39:35.16556Z","end":"2026-04-15T04:39:35.271695Z","steps":["trace[1790256516] 'range keys from in-memory index tree' (duration: 105.859858ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:35.350334Z","caller":"traceutil/trace.go:171","msg":"trace[402524265] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"111.666632ms","start":"2026-04-15T04:39:35.238632Z","end":"2026-04-15T04:39:35.350299Z","steps":["trace[402524265] 'process raft request' (duration: 111.265241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:35.797641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.170196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:39:35.797961Z","caller":"traceutil/trace.go:171","msg":"trace[1115888010] transaction","detail":"{read_only:false; response_revision:20247; number_of_response:1; }","duration":"255.42425ms","start":"2026-04-15T04:39:35.542485Z","end":"2026-04-15T04:39:35.797909Z","steps":["trace[1115888010] 'process raft request' (duration: 142.876653ms)","trace[1115888010] 'compare' (duration: 111.761245ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:35.798081Z","caller":"traceutil/trace.go:171","msg":"trace[325996026] transaction","detail":"{read_only:false; response_revision:20250; number_of_response:1; }","duration":"250.912923ms","start":"2026-04-15T04:39:35.547145Z","end":"2026-04-15T04:39:35.798058Z","steps":["trace[325996026] 'process raft request' (duration: 250.80221ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:35.798158Z","caller":"traceutil/trace.go:171","msg":"trace[1622237133] transaction","detail":"{read_only:false; response_revision:20248; number_of_response:1; }","duration":"252.797896ms","start":"2026-04-15T04:39:35.545348Z","end":"2026-04-15T04:39:35.798146Z","steps":["trace[1622237133] 'process raft request' (duration: 252.388964ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:35.798225Z","caller":"traceutil/trace.go:171","msg":"trace[582135880] transaction","detail":"{read_only:false; response_revision:20249; number_of_response:1; }","duration":"251.863909ms","start":"2026-04-15T04:39:35.54633Z","end":"2026-04-15T04:39:35.798194Z","steps":["trace[582135880] 'process raft request' (duration: 251.55637ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:35.798377Z","caller":"traceutil/trace.go:171","msg":"trace[1524564554] transaction","detail":"{read_only:false; response_revision:20251; number_of_response:1; }","duration":"251.052067ms","start":"2026-04-15T04:39:35.547258Z","end":"2026-04-15T04:39:35.79831Z","steps":["trace[1524564554] 'process raft request' (duration: 250.736178ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:35.798499Z","caller":"traceutil/trace.go:171","msg":"trace[726001846] transaction","detail":"{read_only:false; response_revision:20253; number_of_response:1; }","duration":"145.010464ms","start":"2026-04-15T04:39:35.653465Z","end":"2026-04-15T04:39:35.798476Z","steps":["trace[726001846] 'process raft request' (duration: 144.948012ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:35.798585Z","caller":"traceutil/trace.go:171","msg":"trace[182855483] transaction","detail":"{read_only:false; response_revision:20252; number_of_response:1; }","duration":"251.280313ms","start":"2026-04-15T04:39:35.547268Z","end":"2026-04-15T04:39:35.798548Z","steps":["trace[182855483] 'process raft request' (duration: 251.011465ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:39.69321Z","caller":"traceutil/trace.go:171","msg":"trace[205195338] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"128.560949ms","start":"2026-04-15T04:39:39.564581Z","end":"2026-04-15T04:39:39.693142Z","steps":["trace[205195338] 'process raft request' (duration: 128.274831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:39.861063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.42936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/tempest-run-tests\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:39.861159Z","caller":"traceutil/trace.go:171","msg":"trace[694424568] range","detail":"{range_begin:/registry/serviceaccounts/openstack/tempest-run-tests; range_end:; response_count:0; response_revision:20292; }","duration":"103.554723ms","start":"2026-04-15T04:39:39.757581Z","end":"2026-04-15T04:39:39.861136Z","steps":["trace[694424568] 'range keys from in-memory index tree' (duration: 103.385019ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.08992Z","caller":"traceutil/trace.go:171","msg":"trace[578722338] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"272.254985ms","start":"2026-04-15T04:39:39.817627Z","end":"2026-04-15T04:39:40.089882Z","steps":["trace[578722338] 'process raft request' (duration: 201.659753ms)","trace[578722338] 'compare' (duration: 70.189031ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:40.090038Z","caller":"traceutil/trace.go:171","msg":"trace[394800179] transaction","detail":"{read_only:false; response_revision:20295; number_of_response:1; }","duration":"272.331857ms","start":"2026-04-15T04:39:39.817686Z","end":"2026-04-15T04:39:40.090018Z","steps":["trace[394800179] 'process raft request' (duration: 272.145532ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.090192Z","caller":"traceutil/trace.go:171","msg":"trace[234344978] transaction","detail":"{read_only:false; response_revision:20296; number_of_response:1; }","duration":"272.216153ms","start":"2026-04-15T04:39:39.81782Z","end":"2026-04-15T04:39:40.090036Z","steps":["trace[234344978] 'process raft request' (duration: 272.122831ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.090326Z","caller":"traceutil/trace.go:171","msg":"trace[1324264134] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"272.44282ms","start":"2026-04-15T04:39:39.817849Z","end":"2026-04-15T04:39:40.090292Z","steps":["trace[1324264134] 'process raft request' (duration: 272.139261ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.090537Z","caller":"traceutil/trace.go:171","msg":"trace[1066061077] linearizableReadLoop","detail":"{readStateIndex:20895; appliedIndex:20890; }","duration":"225.982358ms","start":"2026-04-15T04:39:39.864498Z","end":"2026-04-15T04:39:40.09048Z","steps":["trace[1066061077] 'read index received' (duration: 154.897292ms)","trace[1066061077] 'applied index is now lower than readState.Index' (duration: 71.078236ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:40.090582Z","caller":"traceutil/trace.go:171","msg":"trace[1215789611] transaction","detail":"{read_only:false; response_revision:20298; number_of_response:1; }","duration":"272.273255ms","start":"2026-04-15T04:39:39.818276Z","end":"2026-04-15T04:39:40.090549Z","steps":["trace[1215789611] 'process raft request' (duration: 271.919755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:40.090738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.161293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-etc\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:40.090864Z","caller":"traceutil/trace.go:171","msg":"trace[1530857363] range","detail":"{range_begin:/registry/secrets/openstack/tempest-etc; range_end:; response_count:0; response_revision:20298; }","duration":"226.37859ms","start":"2026-04-15T04:39:39.864435Z","end":"2026-04-15T04:39:40.090814Z","steps":["trace[1530857363] 'agreement among raft nodes before linearized reading' (duration: 226.174614ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.096531Z","caller":"traceutil/trace.go:171","msg":"trace[1723042427] transaction","detail":"{read_only:false; response_revision:20299; number_of_response:1; }","duration":"229.521489ms","start":"2026-04-15T04:39:39.866985Z","end":"2026-04-15T04:39:40.096506Z","steps":["trace[1723042427] 'process raft request' (duration: 229.371105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:40.096666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.189552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T04:39:40.096724Z","caller":"traceutil/trace.go:171","msg":"trace[727724029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20299; }","duration":"177.315724ms","start":"2026-04-15T04:39:39.919391Z","end":"2026-04-15T04:39:40.096707Z","steps":["trace[727724029] 'agreement among raft nodes before linearized reading' (duration: 177.135819ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.344723Z","caller":"traceutil/trace.go:171","msg":"trace[62315878] linearizableReadLoop","detail":"{readStateIndex:20897; appliedIndex:20896; }","duration":"242.375692ms","start":"2026-04-15T04:39:40.10231Z","end":"2026-04-15T04:39:40.344686Z","steps":["trace[62315878] 'read index received' (duration: 151.723784ms)","trace[62315878] 'applied index is now lower than readState.Index' (duration: 90.650438ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:40.345008Z","caller":"traceutil/trace.go:171","msg":"trace[118365426] transaction","detail":"{read_only:false; response_revision:20300; number_of_response:1; }","duration":"244.072379ms","start":"2026-04-15T04:39:40.100898Z","end":"2026-04-15T04:39:40.34497Z","steps":["trace[118365426] 'process raft request' (duration: 153.093352ms)","trace[118365426] 'compare' (duration: 90.511774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:39:40.345116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.22568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-15T04:39:40.345194Z","caller":"traceutil/trace.go:171","msg":"trace[211476730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20300; }","duration":"172.361414ms","start":"2026-04-15T04:39:40.172814Z","end":"2026-04-15T04:39:40.345175Z","steps":["trace[211476730] 'agreement among raft nodes before linearized reading' (duration: 172.133568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:39:40.345151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.777273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/tempest-bin\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:40.345285Z","caller":"traceutil/trace.go:171","msg":"trace[2093582801] range","detail":"{range_begin:/registry/configmaps/openstack/tempest-bin; range_end:; response_count:0; response_revision:20300; }","duration":"243.0174ms","start":"2026-04-15T04:39:40.102249Z","end":"2026-04-15T04:39:40.345266Z","steps":["trace[2093582801] 'agreement among raft nodes before linearized reading' (duration: 242.66213ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.518888Z","caller":"traceutil/trace.go:171","msg":"trace[1335758200] linearizableReadLoop","detail":"{readStateIndex:20898; appliedIndex:20897; }","duration":"167.594601ms","start":"2026-04-15T04:39:40.351265Z","end":"2026-04-15T04:39:40.51886Z","steps":["trace[1335758200] 'read index received' (duration: 151.361582ms)","trace[1335758200] 'applied index is now lower than readState.Index' (duration: 16.232249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:39:40.519076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.790627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/tempest-openstack-tempest-run-tests\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:39:40.519189Z","caller":"traceutil/trace.go:171","msg":"trace[1261042989] range","detail":"{range_begin:/registry/roles/openstack/tempest-openstack-tempest-run-tests; range_end:; response_count:0; response_revision:20301; }","duration":"167.92859ms","start":"2026-04-15T04:39:40.351216Z","end":"2026-04-15T04:39:40.519145Z","steps":["trace[1261042989] 'agreement among raft nodes before linearized reading' (duration: 167.767175ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:39:40.51921Z","caller":"traceutil/trace.go:171","msg":"trace[525152671] transaction","detail":"{read_only:false; response_revision:20301; number_of_response:1; }","duration":"168.301411ms","start":"2026-04-15T04:39:40.350638Z","end":"2026-04-15T04:39:40.518939Z","steps":["trace[525152671] 'process raft request' (duration: 151.97526ms)","trace[525152671] 'compare' (duration: 16.116185ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:39:40.532207Z","caller":"traceutil/trace.go:171","msg":"trace[1766287269] transaction","detail":"{read_only:false; response_revision:20302; number_of_response:1; }","duration":"174.805664ms","start":"2026-04-15T04:39:40.357366Z","end":"2026-04-15T04:39:40.532172Z","steps":["trace[1766287269] 'process raft request' (duration: 174.186207ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:40:50.604528Z","caller":"traceutil/trace.go:171","msg":"trace[831509734] transaction","detail":"{read_only:false; response_revision:20927; number_of_response:1; }","duration":"102.224275ms","start":"2026-04-15T04:40:50.502282Z","end":"2026-04-15T04:40:50.604506Z","steps":["trace[831509734] 'process raft request' (duration: 102.159723ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:40:50.604626Z","caller":"traceutil/trace.go:171","msg":"trace[1063950952] transaction","detail":"{read_only:false; response_revision:20926; number_of_response:1; }","duration":"102.295307ms","start":"2026-04-15T04:40:50.502288Z","end":"2026-04-15T04:40:50.604583Z","steps":["trace[1063950952] 'process raft request' (duration: 101.990818ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:41:16.886118Z","caller":"traceutil/trace.go:171","msg":"trace[657482445] transaction","detail":"{read_only:false; response_revision:21117; number_of_response:1; }","duration":"145.523587ms","start":"2026-04-15T04:41:16.740567Z","end":"2026-04-15T04:41:16.88609Z","steps":["trace[657482445] 'process raft request' (duration: 145.338622ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:41:16.886596Z","caller":"traceutil/trace.go:171","msg":"trace[1467399741] transaction","detail":"{read_only:false; response_revision:21118; number_of_response:1; }","duration":"145.776894ms","start":"2026-04-15T04:41:16.740781Z","end":"2026-04-15T04:41:16.886557Z","steps":["trace[1467399741] 'process raft request' (duration: 145.2601ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:44:14.851375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20094} {"level":"info","ts":"2026-04-15T04:44:15.004252Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20094,"took":"147.971518ms","hash":320253191,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":33529856,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-15T04:44:15.004343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":320253191,"revision":20094,"compact-revision":16810} {"level":"info","ts":"2026-04-15T04:44:43.758739Z","caller":"traceutil/trace.go:171","msg":"trace[1197352971] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"123.748933ms","start":"2026-04-15T04:44:43.634973Z","end":"2026-04-15T04:44:43.758722Z","steps":["trace[1197352971] 'process raft request' (duration: 123.577198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:45:08.358867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.440346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:45:08.358945Z","caller":"traceutil/trace.go:171","msg":"trace[1983334149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22822; }","duration":"193.556609ms","start":"2026-04-15T04:45:08.16537Z","end":"2026-04-15T04:45:08.358927Z","steps":["trace[1983334149] 'range keys from in-memory index tree' (duration: 193.364324ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:08.359033Z","caller":"traceutil/trace.go:171","msg":"trace[1138741775] linearizableReadLoop","detail":"{readStateIndex:23489; appliedIndex:23488; }","duration":"175.680536ms","start":"2026-04-15T04:45:08.183309Z","end":"2026-04-15T04:45:08.358989Z","steps":["trace[1138741775] 'read index received' (duration: 173.215406ms)","trace[1138741775] 'applied index is now lower than readState.Index' (duration: 2.46339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:45:08.359184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.876951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-15T04:45:08.359114Z","caller":"traceutil/trace.go:171","msg":"trace[670657772] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"178.980799ms","start":"2026-04-15T04:45:08.18004Z","end":"2026-04-15T04:45:08.35902Z","steps":["trace[670657772] 'process raft request' (duration: 176.466228ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:08.359212Z","caller":"traceutil/trace.go:171","msg":"trace[735126278] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:22823; }","duration":"176.017235ms","start":"2026-04-15T04:45:08.183188Z","end":"2026-04-15T04:45:08.359205Z","steps":["trace[735126278] 'agreement among raft nodes before linearized reading' (duration: 175.918672ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:08.37046Z","caller":"traceutil/trace.go:171","msg":"trace[804122342] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"109.159159ms","start":"2026-04-15T04:45:08.261282Z","end":"2026-04-15T04:45:08.370441Z","steps":["trace[804122342] 'process raft request' (duration: 109.020925ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:13.516706Z","caller":"traceutil/trace.go:171","msg":"trace[1965461711] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"123.647227ms","start":"2026-04-15T04:45:13.393037Z","end":"2026-04-15T04:45:13.516684Z","steps":["trace[1965461711] 'process raft request' (duration: 123.513794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:45:24.620975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.82339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T04:45:24.621134Z","caller":"traceutil/trace.go:171","msg":"trace[1844444650] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"162.308388ms","start":"2026-04-15T04:45:24.458796Z","end":"2026-04-15T04:45:24.621105Z","steps":["trace[1844444650] 'process raft request' (duration: 47.224732ms)","trace[1844444650] 'compare' (duration: 114.695005ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:45:24.824188Z","caller":"traceutil/trace.go:171","msg":"trace[1613286594] linearizableReadLoop","detail":"{readStateIndex:23628; appliedIndex:23627; }","duration":"117.172424ms","start":"2026-04-15T04:45:24.706991Z","end":"2026-04-15T04:45:24.824164Z","steps":["trace[1613286594] 'read index received' (duration: 45.005169ms)","trace[1613286594] 'applied index is now lower than readState.Index' (duration: 72.166475ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:45:24.824305Z","caller":"traceutil/trace.go:171","msg":"trace[1280329775] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"117.634048ms","start":"2026-04-15T04:45:24.706639Z","end":"2026-04-15T04:45:24.824273Z","steps":["trace[1280329775] 'process raft request' (duration: 45.451053ms)","trace[1280329775] 'compare' (duration: 71.723542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:45:24.824388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.390651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-15T04:45:24.824413Z","caller":"traceutil/trace.go:171","msg":"trace[1529273476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22958; }","duration":"117.456653ms","start":"2026-04-15T04:45:24.706949Z","end":"2026-04-15T04:45:24.824405Z","steps":["trace[1529273476] 'agreement among raft nodes before linearized reading' (duration: 117.325049ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:25.808631Z","caller":"traceutil/trace.go:171","msg":"trace[641741909] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"272.064104ms","start":"2026-04-15T04:45:25.536531Z","end":"2026-04-15T04:45:25.808595Z","steps":["trace[641741909] 'process raft request' (duration: 271.797127ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:25.820317Z","caller":"traceutil/trace.go:171","msg":"trace[1302525377] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"249.737395ms","start":"2026-04-15T04:45:25.570549Z","end":"2026-04-15T04:45:25.820287Z","steps":["trace[1302525377] 'process raft request' (duration: 249.362954ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:25.820403Z","caller":"traceutil/trace.go:171","msg":"trace[1412813155] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"204.868748ms","start":"2026-04-15T04:45:25.615478Z","end":"2026-04-15T04:45:25.820347Z","steps":["trace[1412813155] 'process raft request' (duration: 204.682573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:45:25.82068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.27831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-15T04:45:25.82082Z","caller":"traceutil/trace.go:171","msg":"trace[718005539] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22965; }","duration":"110.494417ms","start":"2026-04-15T04:45:25.710299Z","end":"2026-04-15T04:45:25.820793Z","steps":["trace[718005539] 'agreement among raft nodes before linearized reading' (duration: 110.080065ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:25.820291Z","caller":"traceutil/trace.go:171","msg":"trace[1634041239] linearizableReadLoop","detail":"{readStateIndex:23635; appliedIndex:23632; }","duration":"109.811638ms","start":"2026-04-15T04:45:25.710436Z","end":"2026-04-15T04:45:25.820247Z","steps":["trace[1634041239] 'read index received' (duration: 97.937933ms)","trace[1634041239] 'applied index is now lower than readState.Index' (duration: 11.872195ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:45:38.085972Z","caller":"traceutil/trace.go:171","msg":"trace[1318206429] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"141.046368ms","start":"2026-04-15T04:45:37.944894Z","end":"2026-04-15T04:45:38.085941Z","steps":["trace[1318206429] 'process raft request' (duration: 140.812582ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:38.110128Z","caller":"traceutil/trace.go:171","msg":"trace[1563917358] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"154.710694ms","start":"2026-04-15T04:45:37.955382Z","end":"2026-04-15T04:45:38.110092Z","steps":["trace[1563917358] 'process raft request' (duration: 154.490198ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:45:38.281806Z","caller":"traceutil/trace.go:171","msg":"trace[2008687499] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"122.194006ms","start":"2026-04-15T04:45:38.159576Z","end":"2026-04-15T04:45:38.28177Z","steps":["trace[2008687499] 'process raft request' (duration: 62.74869ms)","trace[2008687499] 'compare' (duration: 59.193549ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T04:45:38.282113Z","caller":"traceutil/trace.go:171","msg":"trace[770155705] linearizableReadLoop","detail":"{readStateIndex:23731; appliedIndex:23730; }","duration":"116.588709ms","start":"2026-04-15T04:45:38.165512Z","end":"2026-04-15T04:45:38.282101Z","steps":["trace[770155705] 'read index received' (duration: 56.73065ms)","trace[770155705] 'applied index is now lower than readState.Index' (duration: 59.856979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T04:45:38.282222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.703401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T04:45:38.282255Z","caller":"traceutil/trace.go:171","msg":"trace[1783054657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23060; }","duration":"116.778594ms","start":"2026-04-15T04:45:38.165467Z","end":"2026-04-15T04:45:38.282246Z","steps":["trace[1783054657] 'agreement among raft nodes before linearized reading' (duration: 116.696541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T04:45:38.306216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.700992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-15T04:45:38.30631Z","caller":"traceutil/trace.go:171","msg":"trace[39120320] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:23061; }","duration":"121.861298ms","start":"2026-04-15T04:45:38.184429Z","end":"2026-04-15T04:45:38.30629Z","steps":["trace[39120320] 'agreement among raft nodes before linearized reading' (duration: 121.618232ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T04:49:14.857087Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22413} {"level":"info","ts":"2026-04-15T04:49:14.992136Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22413,"took":"129.320856ms","hash":1469300589,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":32702464,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-15T04:49:14.992216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1469300589,"revision":22413,"compact-revision":20094} {"level":"info","ts":"2026-04-15T04:50:05.508763Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000649e.wal"} {"level":"info","ts":"2026-04-15T04:54:14.864317Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24637} {"level":"info","ts":"2026-04-15T04:54:14.996599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24637,"took":"127.790928ms","hash":2890641046,"current-db-size-bytes":64344064,"current-db-size":"64 MB","current-db-size-in-use-bytes":31965184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-15T04:54:14.996682Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2890641046,"revision":24637,"compact-revision":22413}