{"level":"warn","ts":"2026-04-03T02:37:55.199561Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:37:55.199659Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:37:55.19973Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:37:55.199744Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-03T02:37:55.199769Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:37:55.200505Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-04-03T02:37:55.200577Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:37:55.203832Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.069129ms"} {"level":"info","ts":"2026-04-03T02:37:55.208981Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-04-03T02:37:55.209081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:37:55.209106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-04-03T02:37:55.209125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:37:55.209148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-04-03T02:37:55.209196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-04-03T02:37:55.215086Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:37:55.217858Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:37:55.218949Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:37:55.221069Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:37:55.221213Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:37:55.221434Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:37:55.221514Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:37:55.22153Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:37:55.223912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-04-03T02:37:55.224249Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-03T02:37:55.226031Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:37:55.226153Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-03T02:37:55.22619Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-03T02:37:55.22662Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:37:55.226693Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:37:56.210219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:37:56.210278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:37:56.210303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-04-03T02:37:56.210328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:37:56.210346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-03T02:37:56.210376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-04-03T02:37:56.210403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-03T02:37:56.211485Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:37:56.211672Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:37:56.211687Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:37:56.21187Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:37:56.212112Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:37:56.212152Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:37:56.212713Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:37:56.212795Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:37:56.212813Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:37:56.214921Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T02:37:56.214962Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-04-03T02:38:29.25048Z","caller":"traceutil/trace.go:171","msg":"trace[1082546517] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"149.763538ms","start":"2026-04-03T02:38:29.100697Z","end":"2026-04-03T02:38:29.25046Z","steps":["trace[1082546517] 'process raft request' (duration: 149.482613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.250545Z","caller":"traceutil/trace.go:171","msg":"trace[483491401] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"158.445036ms","start":"2026-04-03T02:38:29.09206Z","end":"2026-04-03T02:38:29.250505Z","steps":["trace[483491401] 'process raft request' (duration: 154.771125ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.250583Z","caller":"traceutil/trace.go:171","msg":"trace[1173573097] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:531; }","duration":"108.655146ms","start":"2026-04-03T02:38:29.141911Z","end":"2026-04-03T02:38:29.250566Z","steps":["trace[1173573097] 'read index received' (duration: 17.348595ms)","trace[1173573097] 'applied index is now lower than readState.Index' (duration: 91.305781ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:29.250682Z","caller":"traceutil/trace.go:171","msg":"trace[461599695] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"144.929256ms","start":"2026-04-03T02:38:29.105682Z","end":"2026-04-03T02:38:29.250611Z","steps":["trace[461599695] 'process raft request' (duration: 144.682841ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.250756Z","caller":"traceutil/trace.go:171","msg":"trace[1862025534] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"145.628799ms","start":"2026-04-03T02:38:29.105122Z","end":"2026-04-03T02:38:29.250751Z","steps":["trace[1862025534] 'process raft request' (duration: 145.14426ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.250763Z","caller":"traceutil/trace.go:171","msg":"trace[1046162791] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"136.194047ms","start":"2026-04-03T02:38:29.114553Z","end":"2026-04-03T02:38:29.250747Z","steps":["trace[1046162791] 'process raft request' (duration: 135.85896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.250801Z","caller":"traceutil/trace.go:171","msg":"trace[824216784] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"149.391661ms","start":"2026-04-03T02:38:29.101404Z","end":"2026-04-03T02:38:29.250796Z","steps":["trace[824216784] 'process raft request' (duration: 148.816741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.250705Z","caller":"traceutil/trace.go:171","msg":"trace[617079167] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"158.286783ms","start":"2026-04-03T02:38:29.09241Z","end":"2026-04-03T02:38:29.250697Z","steps":["trace[617079167] 'process raft request' (duration: 157.727552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.250734Z","caller":"traceutil/trace.go:171","msg":"trace[1636465314] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"117.425685ms","start":"2026-04-03T02:38:29.133304Z","end":"2026-04-03T02:38:29.250729Z","steps":["trace[1636465314] 'process raft request' (duration: 117.16248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:29.250968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.033193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T02:38:29.25087Z","caller":"traceutil/trace.go:171","msg":"trace[1033511503] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"145.647359ms","start":"2026-04-03T02:38:29.105181Z","end":"2026-04-03T02:38:29.250829Z","steps":["trace[1033511503] 'process raft request' (duration: 145.14792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.251069Z","caller":"traceutil/trace.go:171","msg":"trace[318530539] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:526; }","duration":"109.164766ms","start":"2026-04-03T02:38:29.141879Z","end":"2026-04-03T02:38:29.251044Z","steps":["trace[318530539] 'agreement among raft nodes before linearized reading' (duration: 108.984453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.117356Z","caller":"traceutil/trace.go:171","msg":"trace[935789830] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"105.312361ms","start":"2026-04-03T02:38:35.011981Z","end":"2026-04-03T02:38:35.117293Z","steps":["trace[935789830] 'read index received' (duration: 99.950277ms)","trace[935789830] 'applied index is now lower than readState.Index' (duration: 5.360954ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:35.117434Z","caller":"traceutil/trace.go:171","msg":"trace[1856919542] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"118.112117ms","start":"2026-04-03T02:38:34.999251Z","end":"2026-04-03T02:38:35.117364Z","steps":["trace[1856919542] 'process raft request' (duration: 113.090151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.117568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.571225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mpdqj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-03T02:38:35.117649Z","caller":"traceutil/trace.go:171","msg":"trace[179739157] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mpdqj; range_end:; response_count:1; response_revision:622; }","duration":"105.703318ms","start":"2026-04-03T02:38:35.011928Z","end":"2026-04-03T02:38:35.117631Z","steps":["trace[179739157] 'agreement among raft nodes before linearized reading' (duration: 105.495954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.572138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.865082ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.572236Z","caller":"traceutil/trace.go:171","msg":"trace[1442789054] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:622; }","duration":"188.969314ms","start":"2026-04-03T02:38:35.383245Z","end":"2026-04-03T02:38:35.572214Z","steps":["trace[1442789054] 'range keys from in-memory index tree' (duration: 188.853592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.57282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.452825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:35.572932Z","caller":"traceutil/trace.go:171","msg":"trace[1579053250] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"434.330066ms","start":"2026-04-03T02:38:35.138585Z","end":"2026-04-03T02:38:35.572916Z","steps":["trace[1579053250] 'process raft request' (duration: 161.169108ms)","trace[1579053250] 'compare' (duration: 272.358173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:35.572999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.138557Z","time spent":"434.411208ms","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:35.613325Z","caller":"traceutil/trace.go:171","msg":"trace[2122454376] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"370.28726ms","start":"2026-04-03T02:38:35.243022Z","end":"2026-04-03T02:38:35.61331Z","steps":["trace[2122454376] 'read index received' (duration: 56.711383ms)","trace[2122454376] 'applied index is now lower than readState.Index' (duration: 313.575117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:35.613495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.417573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.613499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.445894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.613581Z","caller":"traceutil/trace.go:171","msg":"trace[690342398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:624; }","duration":"370.573147ms","start":"2026-04-03T02:38:35.242989Z","end":"2026-04-03T02:38:35.613562Z","steps":["trace[690342398] 'agreement among raft nodes before linearized reading' (duration: 370.404263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.613633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.242972Z","time spent":"370.650498ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:35.613897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.170815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:38:35.613942Z","caller":"traceutil/trace.go:171","msg":"trace[312549339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"236.264447ms","start":"2026-04-03T02:38:35.377669Z","end":"2026-04-03T02:38:35.613934Z","steps":["trace[312549339] 'agreement among raft nodes before linearized reading' (duration: 236.151175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.034025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.614092Z","caller":"traceutil/trace.go:171","msg":"trace[89136594] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:624; }","duration":"148.078386ms","start":"2026-04-03T02:38:35.466006Z","end":"2026-04-03T02:38:35.614085Z","steps":["trace[89136594] 'agreement among raft nodes before linearized reading' (duration: 148.038275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.585496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.614225Z","caller":"traceutil/trace.go:171","msg":"trace[1431157433] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"190.722788ms","start":"2026-04-03T02:38:35.423474Z","end":"2026-04-03T02:38:35.614196Z","steps":["trace[1431157433] 'agreement among raft nodes before linearized reading' (duration: 190.584365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.643416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.614221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.073906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.614281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.160897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.614296Z","caller":"traceutil/trace.go:171","msg":"trace[1132494819] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:624; }","duration":"149.188417ms","start":"2026-04-03T02:38:35.465085Z","end":"2026-04-03T02:38:35.614274Z","steps":["trace[1132494819] 'agreement among raft nodes before linearized reading' (duration: 148.970083ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.614287Z","caller":"traceutil/trace.go:171","msg":"trace[1886733082] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"190.736438ms","start":"2026-04-03T02:38:35.423527Z","end":"2026-04-03T02:38:35.614263Z","steps":["trace[1886733082] 'agreement among raft nodes before linearized reading' (duration: 190.675327ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.614365Z","caller":"traceutil/trace.go:171","msg":"trace[1259777827] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:624; }","duration":"149.253128ms","start":"2026-04-03T02:38:35.465077Z","end":"2026-04-03T02:38:35.61433Z","steps":["trace[1259777827] 'agreement among raft nodes before linearized reading' (duration: 149.142976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.991595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.614452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.706222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.614457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.286959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.614469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.045634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.614473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.253433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.614497Z","caller":"traceutil/trace.go:171","msg":"trace[860721461] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:624; }","duration":"332.342339ms","start":"2026-04-03T02:38:35.282145Z","end":"2026-04-03T02:38:35.614487Z","steps":["trace[860721461] 'agreement among raft nodes before linearized reading' (duration: 332.285378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.282137Z","time spent":"332.38479ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:38:35.614527Z","caller":"traceutil/trace.go:171","msg":"trace[1399979136] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:624; }","duration":"333.116775ms","start":"2026-04-03T02:38:35.281388Z","end":"2026-04-03T02:38:35.614505Z","steps":["trace[1399979136] 'agreement among raft nodes before linearized reading' (duration: 333.045403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.543358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.614584Z","caller":"traceutil/trace.go:171","msg":"trace[1534574913] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:624; }","duration":"353.614269ms","start":"2026-04-03T02:38:35.260961Z","end":"2026-04-03T02:38:35.614576Z","steps":["trace[1534574913] 'agreement among raft nodes before linearized reading' (duration: 353.554628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.26095Z","time spent":"353.662091ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:38:35.614593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.281375Z","time spent":"333.201286ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:38:35.614547Z","caller":"traceutil/trace.go:171","msg":"trace[1133146116] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"190.392962ms","start":"2026-04-03T02:38:35.424069Z","end":"2026-04-03T02:38:35.614462Z","steps":["trace[1133146116] 'agreement among raft nodes before linearized reading' (duration: 189.978444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.048898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.614769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.873213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.614494Z","caller":"traceutil/trace.go:171","msg":"trace[2053611580] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:624; }","duration":"353.747762ms","start":"2026-04-03T02:38:35.260735Z","end":"2026-04-03T02:38:35.614482Z","steps":["trace[2053611580] 'agreement among raft nodes before linearized reading' (duration: 353.680581ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.614823Z","caller":"traceutil/trace.go:171","msg":"trace[1800045075] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:624; }","duration":"354.13222ms","start":"2026-04-03T02:38:35.260673Z","end":"2026-04-03T02:38:35.614806Z","steps":["trace[1800045075] 'agreement among raft nodes before linearized reading' (duration: 354.047269ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.61483Z","caller":"traceutil/trace.go:171","msg":"trace[51917085] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:624; }","duration":"102.958175ms","start":"2026-04-03T02:38:35.511855Z","end":"2026-04-03T02:38:35.614813Z","steps":["trace[51917085] 'agreement among raft nodes before linearized reading' (duration: 102.871474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.26072Z","time spent":"354.103699ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:35.614871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.260662Z","time spent":"354.194321ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:38:35.614543Z","caller":"traceutil/trace.go:171","msg":"trace[419582480] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:624; }","duration":"102.337974ms","start":"2026-04-03T02:38:35.512181Z","end":"2026-04-03T02:38:35.614519Z","steps":["trace[419582480] 'agreement among raft nodes before linearized reading' (duration: 102.237472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.614391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.998942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.615009Z","caller":"traceutil/trace.go:171","msg":"trace[1219759614] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:624; }","duration":"333.657576ms","start":"2026-04-03T02:38:35.281336Z","end":"2026-04-03T02:38:35.614993Z","steps":["trace[1219759614] 'agreement among raft nodes before linearized reading' (duration: 332.999163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.615066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.281326Z","time spent":"333.724567ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:35.613549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.67417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.615608Z","caller":"traceutil/trace.go:171","msg":"trace[1614641279] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:624; }","duration":"370.537256ms","start":"2026-04-03T02:38:35.243008Z","end":"2026-04-03T02:38:35.613546Z","steps":["trace[1614641279] 'agreement among raft nodes before linearized reading' (duration: 370.427084ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.615352Z","caller":"traceutil/trace.go:171","msg":"trace[148090168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:624; }","duration":"103.500806ms","start":"2026-04-03T02:38:35.511829Z","end":"2026-04-03T02:38:35.61533Z","steps":["trace[148090168] 'agreement among raft nodes before linearized reading' (duration: 101.630119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.615778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.242988Z","time spent":"372.716128ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:38:35.613379Z","caller":"traceutil/trace.go:171","msg":"trace[1054576135] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"441.758329ms","start":"2026-04-03T02:38:35.171595Z","end":"2026-04-03T02:38:35.613353Z","steps":["trace[1054576135] 'process raft request' (duration: 441.629827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.616339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.171566Z","time spent":"444.575293ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:38:36.09382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.248828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:36.09393Z","caller":"traceutil/trace.go:171","msg":"trace[428123639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"232.439402ms","start":"2026-04-03T02:38:35.861472Z","end":"2026-04-03T02:38:36.093911Z","steps":["trace[428123639] 'range keys from in-memory index tree' (duration: 232.175726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.094405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.601901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:38:36.095062Z","caller":"traceutil/trace.go:171","msg":"trace[295068765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"240.310493ms","start":"2026-04-03T02:38:35.854728Z","end":"2026-04-03T02:38:36.095038Z","steps":["trace[295068765] 'range keys from in-memory index tree' (duration: 239.367596ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:42.407627Z","caller":"traceutil/trace.go:171","msg":"trace[919801523] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"112.139103ms","start":"2026-04-03T02:38:42.295466Z","end":"2026-04-03T02:38:42.407605Z","steps":["trace[919801523] 'process raft request' (duration: 111.892739ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:52.478619Z","caller":"traceutil/trace.go:171","msg":"trace[1768663971] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"213.116258ms","start":"2026-04-03T02:38:52.265479Z","end":"2026-04-03T02:38:52.478595Z","steps":["trace[1768663971] 'read index received' (duration: 119.513221ms)","trace[1768663971] 'applied index is now lower than readState.Index' (duration: 93.602067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:52.478841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.341182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:38:52.478883Z","caller":"traceutil/trace.go:171","msg":"trace[77296991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:793; }","duration":"213.412903ms","start":"2026-04-03T02:38:52.265459Z","end":"2026-04-03T02:38:52.478872Z","steps":["trace[77296991] 'agreement among raft nodes before linearized reading' (duration: 213.24982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:52.478964Z","caller":"traceutil/trace.go:171","msg":"trace[162343989] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"216.445841ms","start":"2026-04-03T02:38:52.262453Z","end":"2026-04-03T02:38:52.478899Z","steps":["trace[162343989] 'process raft request' (duration: 122.58199ms)","trace[162343989] 'compare' (duration: 93.462574ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:22.888223Z","caller":"traceutil/trace.go:171","msg":"trace[675499771] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1227; }","duration":"179.916386ms","start":"2026-04-03T02:39:22.708286Z","end":"2026-04-03T02:39:22.888202Z","steps":["trace[675499771] 'read index received' (duration: 87.264738ms)","trace[675499771] 'applied index is now lower than readState.Index' (duration: 92.650928ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:22.888283Z","caller":"traceutil/trace.go:171","msg":"trace[309383133] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"222.717289ms","start":"2026-04-03T02:39:22.665526Z","end":"2026-04-03T02:39:22.888243Z","steps":["trace[309383133] 'process raft request' (duration: 130.006179ms)","trace[309383133] 'compare' (duration: 92.575387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:22.888423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.110399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:22.888817Z","caller":"traceutil/trace.go:171","msg":"trace[337049347] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1196; }","duration":"180.535108ms","start":"2026-04-03T02:39:22.708254Z","end":"2026-04-03T02:39:22.888789Z","steps":["trace[337049347] 'agreement among raft nodes before linearized reading' (duration: 180.064789ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:06.565042Z","caller":"traceutil/trace.go:171","msg":"trace[1381386302] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"150.809515ms","start":"2026-04-03T02:40:06.414162Z","end":"2026-04-03T02:40:06.564971Z","steps":["trace[1381386302] 'process raft request' (duration: 150.545629ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:06.950167Z","caller":"traceutil/trace.go:171","msg":"trace[1169813630] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"110.69927ms","start":"2026-04-03T02:40:06.839441Z","end":"2026-04-03T02:40:06.95014Z","steps":["trace[1169813630] 'process raft request' (duration: 110.118209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:14.688747Z","caller":"traceutil/trace.go:171","msg":"trace[161118109] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"100.315316ms","start":"2026-04-03T02:40:14.5884Z","end":"2026-04-03T02:40:14.688715Z","steps":["trace[161118109] 'process raft request' (duration: 100.119713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.36668Z","caller":"traceutil/trace.go:171","msg":"trace[809554677] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"159.001118ms","start":"2026-04-03T02:40:21.207657Z","end":"2026-04-03T02:40:21.366658Z","steps":["trace[809554677] 'process raft request' (duration: 158.884606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.280019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.524174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:40:57.280119Z","caller":"traceutil/trace.go:171","msg":"trace[1486196639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"102.671987ms","start":"2026-04-03T02:40:57.177426Z","end":"2026-04-03T02:40:57.280098Z","steps":["trace[1486196639] 'range keys from in-memory index tree' (duration: 102.325701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.681669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.157591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:41:54.681797Z","caller":"traceutil/trace.go:171","msg":"trace[437327055] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2761; }","duration":"135.863848ms","start":"2026-04-03T02:41:54.545914Z","end":"2026-04-03T02:41:54.681778Z","steps":["trace[437327055] 'read index received' (duration: 40.171µs)","trace[437327055] 'applied index is now lower than readState.Index' (duration: 135.822077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:54.681972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.049271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:41:54.682012Z","caller":"traceutil/trace.go:171","msg":"trace[838672196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2662; }","duration":"136.126213ms","start":"2026-04-03T02:41:54.545877Z","end":"2026-04-03T02:41:54.682003Z","steps":["trace[838672196] 'agreement among raft nodes before linearized reading' (duration: 135.95734ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:26.657243Z","caller":"traceutil/trace.go:171","msg":"trace[1178297153] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"201.678862ms","start":"2026-04-03T02:42:26.455538Z","end":"2026-04-03T02:42:26.657217Z","steps":["trace[1178297153] 'process raft request' (duration: 201.511109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:26.664887Z","caller":"traceutil/trace.go:171","msg":"trace[85191007] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"129.358935ms","start":"2026-04-03T02:42:26.535502Z","end":"2026-04-03T02:42:26.664861Z","steps":["trace[85191007] 'process raft request' (duration: 129.285464ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.474405Z","caller":"traceutil/trace.go:171","msg":"trace[1117075060] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"108.158595ms","start":"2026-04-03T02:46:11.366217Z","end":"2026-04-03T02:46:11.474375Z","steps":["trace[1117075060] 'process raft request' (duration: 104.395025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:16.433536Z","caller":"traceutil/trace.go:171","msg":"trace[1699917967] linearizableReadLoop","detail":"{readStateIndex:5183; appliedIndex:5182; }","duration":"185.764509ms","start":"2026-04-03T02:46:16.247734Z","end":"2026-04-03T02:46:16.433498Z","steps":["trace[1699917967] 'read index received' (duration: 185.371662ms)","trace[1699917967] 'applied index is now lower than readState.Index' (duration: 391.277µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:16.433607Z","caller":"traceutil/trace.go:171","msg":"trace[2132015435] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"192.151519ms","start":"2026-04-03T02:46:16.241399Z","end":"2026-04-03T02:46:16.43355Z","steps":["trace[2132015435] 'process raft request' (duration: 191.841903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:16.433856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.107416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cwhgl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T02:46:16.433927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.261369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-931def52-5be0-4463-a1a2-f1c942ecea8e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-03T02:46:16.433966Z","caller":"traceutil/trace.go:171","msg":"trace[1601906373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cwhgl; range_end:; response_count:1; response_revision:4995; }","duration":"186.265019ms","start":"2026-04-03T02:46:16.247681Z","end":"2026-04-03T02:46:16.433946Z","steps":["trace[1601906373] 'agreement among raft nodes before linearized reading' (duration: 185.966533ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:16.434002Z","caller":"traceutil/trace.go:171","msg":"trace[834296238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-931def52-5be0-4463-a1a2-f1c942ecea8e; range_end:; response_count:1; response_revision:4995; }","duration":"155.410671ms","start":"2026-04-03T02:46:16.278575Z","end":"2026-04-03T02:46:16.433986Z","steps":["trace[834296238] 'agreement among raft nodes before linearized reading' (duration: 155.187757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:18.606382Z","caller":"traceutil/trace.go:171","msg":"trace[1771968803] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"151.69441ms","start":"2026-04-03T02:46:18.454643Z","end":"2026-04-03T02:46:18.606337Z","steps":["trace[1771968803] 'process raft request' (duration: 146.238628ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:18.606352Z","caller":"traceutil/trace.go:171","msg":"trace[1888078070] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5219; }","duration":"151.526648ms","start":"2026-04-03T02:46:18.454773Z","end":"2026-04-03T02:46:18.6063Z","steps":["trace[1888078070] 'read index received' (duration: 16.653502ms)","trace[1888078070] 'applied index is now lower than readState.Index' (duration: 134.870716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:18.606848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.044118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62974"} {"level":"info","ts":"2026-04-03T02:46:18.606953Z","caller":"traceutil/trace.go:171","msg":"trace[1649915021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5032; }","duration":"152.18835ms","start":"2026-04-03T02:46:18.454729Z","end":"2026-04-03T02:46:18.606917Z","steps":["trace[1649915021] 'agreement among raft nodes before linearized reading' (duration: 151.752081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:18.609093Z","caller":"traceutil/trace.go:171","msg":"trace[242415216] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"132.531142ms","start":"2026-04-03T02:46:18.476552Z","end":"2026-04-03T02:46:18.609083Z","steps":["trace[242415216] 'process raft request' (duration: 132.43526ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:35.694645Z","caller":"traceutil/trace.go:171","msg":"trace[669629797] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"104.032439ms","start":"2026-04-03T02:46:35.590551Z","end":"2026-04-03T02:46:35.694583Z","steps":["trace[669629797] 'process raft request' (duration: 94.300376ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:49.017014Z","caller":"traceutil/trace.go:171","msg":"trace[2128952141] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"111.535719ms","start":"2026-04-03T02:46:48.905444Z","end":"2026-04-03T02:46:49.016979Z","steps":["trace[2128952141] 'process raft request' (duration: 81.814163ms)","trace[2128952141] 'compare' (duration: 29.522163ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:56.240095Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3022} {"level":"info","ts":"2026-04-03T02:47:56.326436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3022,"took":"83.281191ms","hash":2864412720,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":31969280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-03T02:47:56.326508Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2864412720,"revision":3022,"compact-revision":-1} {"level":"warn","ts":"2026-04-03T02:52:39.264672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.327016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:39.264787Z","caller":"traceutil/trace.go:171","msg":"trace[1848038760] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8217; }","duration":"260.471459ms","start":"2026-04-03T02:52:39.004275Z","end":"2026-04-03T02:52:39.264747Z","steps":["trace[1848038760] 'count revisions from in-memory index tree' (duration: 260.237875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.264815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.23337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:52:39.264942Z","caller":"traceutil/trace.go:171","msg":"trace[323127103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8217; }","duration":"276.451534ms","start":"2026-04-03T02:52:38.988461Z","end":"2026-04-03T02:52:39.264912Z","steps":["trace[323127103] 'range keys from in-memory index tree' (duration: 276.005816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.389448Z","caller":"traceutil/trace.go:171","msg":"trace[523639087] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"120.51387ms","start":"2026-04-03T02:52:39.268909Z","end":"2026-04-03T02:52:39.389422Z","steps":["trace[523639087] 'read index received' (duration: 120.386287ms)","trace[523639087] 'applied index is now lower than readState.Index' (duration: 126.313µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:39.38972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.789845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab4abcd6-93fd-4247-a3e5-09e08aac9a43\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T02:52:39.389818Z","caller":"traceutil/trace.go:171","msg":"trace[1031268572] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab4abcd6-93fd-4247-a3e5-09e08aac9a43; range_end:; response_count:1; response_revision:8217; }","duration":"120.935058ms","start":"2026-04-03T02:52:39.268856Z","end":"2026-04-03T02:52:39.389791Z","steps":["trace[1031268572] 'agreement among raft nodes before linearized reading' (duration: 120.651522ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:51.560425Z","caller":"traceutil/trace.go:171","msg":"trace[543623930] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"102.212311ms","start":"2026-04-03T02:52:51.458167Z","end":"2026-04-03T02:52:51.56038Z","steps":["trace[543623930] 'process raft request' (duration: 101.988727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:56.246446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6142} {"level":"info","ts":"2026-04-03T02:52:56.339525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6142,"took":"91.278308ms","hash":3700930937,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":23240704,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-03T02:52:56.339588Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3700930937,"revision":6142,"compact-revision":3022} {"level":"info","ts":"2026-04-03T02:53:20.390054Z","caller":"traceutil/trace.go:171","msg":"trace[1353366533] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"335.846524ms","start":"2026-04-03T02:53:20.054153Z","end":"2026-04-03T02:53:20.389999Z","steps":["trace[1353366533] 'process raft request' (duration: 335.676071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.390321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:20.054117Z","time spent":"336.023726ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:20.446409Z","caller":"traceutil/trace.go:171","msg":"trace[803036239] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"380.672153ms","start":"2026-04-03T02:53:20.065712Z","end":"2026-04-03T02:53:20.446384Z","steps":["trace[803036239] 'process raft request' (duration: 380.01443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.44653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:20.065691Z","time spent":"380.772074ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:20.446755Z","caller":"traceutil/trace.go:171","msg":"trace[1031692189] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8785; }","duration":"321.725862ms","start":"2026-04-03T02:53:20.125019Z","end":"2026-04-03T02:53:20.446745Z","steps":["trace[1031692189] 'read index received' (duration: 264.781779ms)","trace[1031692189] 'applied index is now lower than readState.Index' (duration: 56.922493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:20.446912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.891195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:53:20.446939Z","caller":"traceutil/trace.go:171","msg":"trace[1722364231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8490; }","duration":"321.965356ms","start":"2026-04-03T02:53:20.124968Z","end":"2026-04-03T02:53:20.446933Z","steps":["trace[1722364231] 'agreement among raft nodes before linearized reading' (duration: 321.854494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.44697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:20.12495Z","time spent":"322.013237ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:20.447216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.019127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:20.447245Z","caller":"traceutil/trace.go:171","msg":"trace[1085826433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8492; }","duration":"129.094289ms","start":"2026-04-03T02:53:20.318143Z","end":"2026-04-03T02:53:20.447238Z","steps":["trace[1085826433] 'agreement among raft nodes before linearized reading' (duration: 129.046698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.447639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.682891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:20.447842Z","caller":"traceutil/trace.go:171","msg":"trace[1962463863] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8492; }","duration":"175.851873ms","start":"2026-04-03T02:53:20.271876Z","end":"2026-04-03T02:53:20.447728Z","steps":["trace[1962463863] 'agreement among raft nodes before linearized reading' (duration: 175.229151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:24.459311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.962184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:53:24.459404Z","caller":"traceutil/trace.go:171","msg":"trace[1999621251] linearizableReadLoop","detail":"{readStateIndex:8806; appliedIndex:8805; }","duration":"122.504146ms","start":"2026-04-03T02:53:24.336883Z","end":"2026-04-03T02:53:24.459387Z","steps":["trace[1999621251] 'read index received' (duration: 12.41865ms)","trace[1999621251] 'applied index is now lower than readState.Index' (duration: 110.084216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:24.459769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.883333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:24.459815Z","caller":"traceutil/trace.go:171","msg":"trace[1108310371] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8508; }","duration":"122.975724ms","start":"2026-04-03T02:53:24.336828Z","end":"2026-04-03T02:53:24.459804Z","steps":["trace[1108310371] 'agreement among raft nodes before linearized reading' (duration: 122.868142ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.540863Z","caller":"traceutil/trace.go:171","msg":"trace[1137602210] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8595; }","duration":"109.507196ms","start":"2026-04-03T02:53:32.431307Z","end":"2026-04-03T02:53:32.540814Z","steps":["trace[1137602210] 'process raft request' (duration: 64.382121ms)","trace[1137602210] 'compare' (duration: 44.891351ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:32.982414Z","caller":"traceutil/trace.go:171","msg":"trace[693737127] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8901; }","duration":"119.342987ms","start":"2026-04-03T02:53:32.862983Z","end":"2026-04-03T02:53:32.982325Z","steps":["trace[693737127] 'read index received' (duration: 119.249316ms)","trace[693737127] 'applied index is now lower than readState.Index' (duration: 92.501µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:32.982595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.565092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:32.982632Z","caller":"traceutil/trace.go:171","msg":"trace[836133758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8600; }","duration":"119.661485ms","start":"2026-04-03T02:53:32.862959Z","end":"2026-04-03T02:53:32.982621Z","steps":["trace[836133758] 'agreement among raft nodes before linearized reading' (duration: 119.557542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.982621Z","caller":"traceutil/trace.go:171","msg":"trace[1415643960] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"158.277868ms","start":"2026-04-03T02:53:32.824241Z","end":"2026-04-03T02:53:32.982519Z","steps":["trace[1415643960] 'process raft request' (duration: 157.915341ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.995394Z","caller":"traceutil/trace.go:171","msg":"trace[278443448] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"126.847028ms","start":"2026-04-03T02:53:32.868523Z","end":"2026-04-03T02:53:32.99537Z","steps":["trace[278443448] 'process raft request' (duration: 126.685655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.99545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.181264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8flhm\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-04-03T02:53:32.995586Z","caller":"traceutil/trace.go:171","msg":"trace[1247554815] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8flhm; range_end:; response_count:1; response_revision:8601; }","duration":"127.349026ms","start":"2026-04-03T02:53:32.868228Z","end":"2026-04-03T02:53:32.995577Z","steps":["trace[1247554815] 'agreement among raft nodes before linearized reading' (duration: 127.077421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:33.57093Z","caller":"traceutil/trace.go:171","msg":"trace[1428297215] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"146.101104ms","start":"2026-04-03T02:53:33.42479Z","end":"2026-04-03T02:53:33.570891Z","steps":["trace[1428297215] 'process raft request' (duration: 145.719266ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.311394Z","caller":"traceutil/trace.go:171","msg":"trace[1846906527] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8910; }","duration":"450.415583ms","start":"2026-04-03T02:53:33.860953Z","end":"2026-04-03T02:53:34.311368Z","steps":["trace[1846906527] 'read index received' (duration: 450.162288ms)","trace[1846906527] 'applied index is now lower than readState.Index' (duration: 252.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:34.311555Z","caller":"traceutil/trace.go:171","msg":"trace[167811066] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"498.84904ms","start":"2026-04-03T02:53:33.81264Z","end":"2026-04-03T02:53:34.311489Z","steps":["trace[167811066] 'process raft request' (duration: 498.557183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.311714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.738799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:34.311777Z","caller":"traceutil/trace.go:171","msg":"trace[1029817712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8609; }","duration":"450.849181ms","start":"2026-04-03T02:53:33.860913Z","end":"2026-04-03T02:53:34.311762Z","steps":["trace[1029817712] 'agreement among raft nodes before linearized reading' (duration: 450.568116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.311822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.860894Z","time spent":"450.916992ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:34.311853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.812617Z","time spent":"499.069714ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:34.312503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.676139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-03T02:53:34.312546Z","caller":"traceutil/trace.go:171","msg":"trace[575649676] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8609; }","duration":"442.762951ms","start":"2026-04-03T02:53:33.869772Z","end":"2026-04-03T02:53:34.312535Z","steps":["trace[575649676] 'agreement among raft nodes before linearized reading' (duration: 441.720523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.312594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.869749Z","time spent":"442.834802ms","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-03T02:54:16.767132Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002454.wal"} {"level":"info","ts":"2026-04-03T02:55:33.542299Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T02:55:33.553625Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T02:55:33.553773Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T02:57:56.25257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8314} {"level":"info","ts":"2026-04-03T02:57:56.331173Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8314,"took":"76.097608ms","hash":3709119367,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":25329664,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T02:57:56.33128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3709119367,"revision":8314,"compact-revision":6142} {"level":"info","ts":"2026-04-03T02:58:16.243054Z","caller":"traceutil/trace.go:171","msg":"trace[585034019] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"197.046141ms","start":"2026-04-03T02:58:16.045975Z","end":"2026-04-03T02:58:16.243021Z","steps":["trace[585034019] 'process raft request' (duration: 108.152462ms)","trace[585034019] 'compare' (duration: 88.444752ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:16.243218Z","caller":"traceutil/trace.go:171","msg":"trace[1806664974] linearizableReadLoop","detail":"{readStateIndex:11472; appliedIndex:11470; }","duration":"107.066424ms","start":"2026-04-03T02:58:16.136112Z","end":"2026-04-03T02:58:16.243179Z","steps":["trace[1806664974] 'read index received' (duration: 17.979362ms)","trace[1806664974] 'applied index is now lower than readState.Index' (duration: 89.083302ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:16.243407Z","caller":"traceutil/trace.go:171","msg":"trace[1522413619] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"122.149386ms","start":"2026-04-03T02:58:16.121196Z","end":"2026-04-03T02:58:16.243345Z","steps":["trace[1522413619] 'process raft request' (duration: 121.711877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:16.243454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.062254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:16.243713Z","caller":"traceutil/trace.go:171","msg":"trace[1940711476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11098; }","duration":"107.362949ms","start":"2026-04-03T02:58:16.13633Z","end":"2026-04-03T02:58:16.243693Z","steps":["trace[1940711476] 'agreement among raft nodes before linearized reading' (duration: 107.053704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:16.24371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.094095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:58:16.2438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.526681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-03T02:58:16.243788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.254137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:16.243846Z","caller":"traceutil/trace.go:171","msg":"trace[1785861983] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11098; }","duration":"100.588652ms","start":"2026-04-03T02:58:16.143241Z","end":"2026-04-03T02:58:16.24383Z","steps":["trace[1785861983] 'agreement among raft nodes before linearized reading' (duration: 100.423919ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:16.243858Z","caller":"traceutil/trace.go:171","msg":"trace[1916061926] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11098; }","duration":"107.349919ms","start":"2026-04-03T02:58:16.136489Z","end":"2026-04-03T02:58:16.243839Z","steps":["trace[1916061926] 'agreement among raft nodes before linearized reading' (duration: 107.187806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:16.243855Z","caller":"traceutil/trace.go:171","msg":"trace[1135699441] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11098; }","duration":"107.292898ms","start":"2026-04-03T02:58:16.136518Z","end":"2026-04-03T02:58:16.243811Z","steps":["trace[1135699441] 'agreement among raft nodes before linearized reading' (duration: 107.036604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:16.243437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.314209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:16.244009Z","caller":"traceutil/trace.go:171","msg":"trace[1291678690] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11098; }","duration":"107.95505ms","start":"2026-04-03T02:58:16.136047Z","end":"2026-04-03T02:58:16.244002Z","steps":["trace[1291678690] 'agreement among raft nodes before linearized reading' (duration: 107.310599ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:36.308933Z","caller":"traceutil/trace.go:171","msg":"trace[725211115] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"121.577475ms","start":"2026-04-03T02:58:36.187332Z","end":"2026-04-03T02:58:36.30891Z","steps":["trace[725211115] 'process raft request' (duration: 121.378512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:56.25827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10805} {"level":"info","ts":"2026-04-03T03:02:56.329026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10805,"took":"68.358165ms","hash":2598797095,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":27660288,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-03T03:02:56.329074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2598797095,"revision":10805,"compact-revision":8314} {"level":"info","ts":"2026-04-03T03:05:31.375718Z","caller":"traceutil/trace.go:171","msg":"trace[1895858485] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"265.573723ms","start":"2026-04-03T03:05:31.110121Z","end":"2026-04-03T03:05:31.375695Z","steps":["trace[1895858485] 'process raft request' (duration: 265.40866ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:31.44102Z","caller":"traceutil/trace.go:171","msg":"trace[757149523] linearizableReadLoop","detail":"{readStateIndex:14464; appliedIndex:14462; }","duration":"130.887926ms","start":"2026-04-03T03:05:31.310107Z","end":"2026-04-03T03:05:31.440995Z","steps":["trace[757149523] 'read index received' (duration: 65.419658ms)","trace[757149523] 'applied index is now lower than readState.Index' (duration: 65.467168ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:31.441129Z","caller":"traceutil/trace.go:171","msg":"trace[433066974] transaction","detail":"{read_only:false; response_revision:13988; number_of_response:1; }","duration":"321.111557ms","start":"2026-04-03T03:05:31.119985Z","end":"2026-04-03T03:05:31.441096Z","steps":["trace[433066974] 'process raft request' (duration: 320.877632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.44118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.048949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:31.441223Z","caller":"traceutil/trace.go:171","msg":"trace[1371265713] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13988; }","duration":"131.156831ms","start":"2026-04-03T03:05:31.310055Z","end":"2026-04-03T03:05:31.441212Z","steps":["trace[1371265713] 'agreement among raft nodes before linearized reading' (duration: 131.036939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.44129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:31.119968Z","time spent":"321.241209ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:42.069221Z","caller":"traceutil/trace.go:171","msg":"trace[1104426337] transaction","detail":"{read_only:false; response_revision:14159; number_of_response:1; }","duration":"182.654068ms","start":"2026-04-03T03:05:41.886547Z","end":"2026-04-03T03:05:42.069201Z","steps":["trace[1104426337] 'process raft request' (duration: 182.503936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:42.069258Z","caller":"traceutil/trace.go:171","msg":"trace[933819590] linearizableReadLoop","detail":"{readStateIndex:14638; appliedIndex:14637; }","duration":"117.288532ms","start":"2026-04-03T03:05:41.951923Z","end":"2026-04-03T03:05:42.069212Z","steps":["trace[933819590] 'read index received' (duration: 117.253471ms)","trace[933819590] 'applied index is now lower than readState.Index' (duration: 32.491µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:42.06954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.586778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:42.069632Z","caller":"traceutil/trace.go:171","msg":"trace[1671911976] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14159; }","duration":"117.729231ms","start":"2026-04-03T03:05:41.95188Z","end":"2026-04-03T03:05:42.069609Z","steps":["trace[1671911976] 'agreement among raft nodes before linearized reading' (duration: 117.458926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:42.322865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.568912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:42.322998Z","caller":"traceutil/trace.go:171","msg":"trace[33683226] linearizableReadLoop","detail":"{readStateIndex:14639; appliedIndex:14638; }","duration":"253.64779ms","start":"2026-04-03T03:05:42.069332Z","end":"2026-04-03T03:05:42.32298Z","steps":["trace[33683226] 'read index received' (duration: 131.808462ms)","trace[33683226] 'applied index is now lower than readState.Index' (duration: 121.838058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:42.323236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.089665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97111a44-0e33-4979-9d43-b2e0f4fb009f\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-03T03:05:42.323209Z","caller":"traceutil/trace.go:171","msg":"trace[2032599412] transaction","detail":"{read_only:false; response_revision:14160; number_of_response:1; }","duration":"364.188887ms","start":"2026-04-03T03:05:41.95898Z","end":"2026-04-03T03:05:42.323169Z","steps":["trace[2032599412] 'process raft request' (duration: 242.229178ms)","trace[2032599412] 'compare' (duration: 121.426839ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:42.323286Z","caller":"traceutil/trace.go:171","msg":"trace[555373274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97111a44-0e33-4979-9d43-b2e0f4fb009f; range_end:; response_count:1; response_revision:14160; }","duration":"321.181567ms","start":"2026-04-03T03:05:42.002091Z","end":"2026-04-03T03:05:42.323272Z","steps":["trace[555373274] 'agreement among raft nodes before linearized reading' (duration: 320.937143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:42.323334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:42.00207Z","time spent":"321.253688ms","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97111a44-0e33-4979-9d43-b2e0f4fb009f\" "} {"level":"warn","ts":"2026-04-03T03:05:42.323417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:41.958952Z","time spent":"364.35261ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:57.072938Z","caller":"traceutil/trace.go:171","msg":"trace[547561773] transaction","detail":"{read_only:false; response_revision:15120; number_of_response:1; }","duration":"121.646863ms","start":"2026-04-03T03:06:56.95126Z","end":"2026-04-03T03:06:57.072907Z","steps":["trace[547561773] 'process raft request' (duration: 104.85281ms)","trace[547561773] 'compare' (duration: 16.574669ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:57.835147Z","caller":"traceutil/trace.go:171","msg":"trace[1967886842] transaction","detail":"{read_only:false; response_revision:15123; number_of_response:1; }","duration":"614.894453ms","start":"2026-04-03T03:06:57.220227Z","end":"2026-04-03T03:06:57.835122Z","steps":["trace[1967886842] 'process raft request' (duration: 614.74937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:57.835266Z","caller":"traceutil/trace.go:171","msg":"trace[966324151] linearizableReadLoop","detail":"{readStateIndex:15635; appliedIndex:15635; }","duration":"475.177243ms","start":"2026-04-03T03:06:57.360057Z","end":"2026-04-03T03:06:57.835234Z","steps":["trace[966324151] 'read index received' (duration: 475.167423ms)","trace[966324151] 'applied index is now lower than readState.Index' (duration: 7.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:57.835317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:57.2202Z","time spent":"615.030216ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:57.835595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.522309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T03:06:57.835689Z","caller":"traceutil/trace.go:171","msg":"trace[1865611248] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15123; }","duration":"475.674903ms","start":"2026-04-03T03:06:57.359995Z","end":"2026-04-03T03:06:57.83567Z","steps":["trace[1865611248] 'agreement among raft nodes before linearized reading' (duration: 475.400028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.835739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:57.359973Z","time spent":"475.757124ms","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T03:06:57.854777Z","caller":"traceutil/trace.go:171","msg":"trace[1760694986] transaction","detail":"{read_only:false; response_revision:15124; number_of_response:1; }","duration":"175.585568ms","start":"2026-04-03T03:06:57.679163Z","end":"2026-04-03T03:06:57.854749Z","steps":["trace[1760694986] 'process raft request' (duration: 175.390755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.855027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.410921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cwhgl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T03:06:57.855105Z","caller":"traceutil/trace.go:171","msg":"trace[763574106] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cwhgl; range_end:; response_count:1; response_revision:15125; }","duration":"465.512163ms","start":"2026-04-03T03:06:57.389577Z","end":"2026-04-03T03:06:57.855089Z","steps":["trace[763574106] 'agreement among raft nodes before linearized reading' (duration: 465.32174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.855142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:57.389566Z","time spent":"465.565324ms","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-cwhgl\" "} {"level":"warn","ts":"2026-04-03T03:06:57.855192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.038271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:57.855262Z","caller":"traceutil/trace.go:171","msg":"trace[784390786] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15125; }","duration":"180.176962ms","start":"2026-04-03T03:06:57.675068Z","end":"2026-04-03T03:06:57.855245Z","steps":["trace[784390786] 'agreement among raft nodes before linearized reading' (duration: 180.03162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.855312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.340306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:57.855351Z","caller":"traceutil/trace.go:171","msg":"trace[1976539727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15125; }","duration":"180.399888ms","start":"2026-04-03T03:06:57.674942Z","end":"2026-04-03T03:06:57.855342Z","steps":["trace[1976539727] 'agreement among raft nodes before linearized reading' (duration: 180.338177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.855514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.973669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:57.85555Z","caller":"traceutil/trace.go:171","msg":"trace[184302282] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15125; }","duration":"461.040619ms","start":"2026-04-03T03:06:57.394501Z","end":"2026-04-03T03:06:57.855542Z","steps":["trace[184302282] 'agreement among raft nodes before linearized reading' (duration: 460.988148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.855544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.628957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:57.855577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:57.394485Z","time spent":"461.08685ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:06:57.855603Z","caller":"traceutil/trace.go:171","msg":"trace[1152349443] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15125; }","duration":"154.730509ms","start":"2026-04-03T03:06:57.700853Z","end":"2026-04-03T03:06:57.855583Z","steps":["trace[1152349443] 'agreement among raft nodes before linearized reading' (duration: 154.630657ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:57.855694Z","caller":"traceutil/trace.go:171","msg":"trace[1125834326] transaction","detail":"{read_only:false; response_revision:15125; number_of_response:1; }","duration":"122.100473ms","start":"2026-04-03T03:06:57.733577Z","end":"2026-04-03T03:06:57.855678Z","steps":["trace[1125834326] 'process raft request' (duration: 121.128314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.855746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.284225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-03T03:06:57.855776Z","caller":"traceutil/trace.go:171","msg":"trace[1480780595] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15125; }","duration":"461.375786ms","start":"2026-04-03T03:06:57.394391Z","end":"2026-04-03T03:06:57.855767Z","steps":["trace[1480780595] 'agreement among raft nodes before linearized reading' (duration: 461.282635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.855813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:57.394373Z","time spent":"461.432377ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:06:57.855705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.909178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-03T03:06:57.855922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.505612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-03T03:06:57.855902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.119457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g7kfd\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-03T03:06:57.855947Z","caller":"traceutil/trace.go:171","msg":"trace[206568234] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15125; }","duration":"460.227275ms","start":"2026-04-03T03:06:57.395696Z","end":"2026-04-03T03:06:57.855923Z","steps":["trace[206568234] 'agreement among raft nodes before linearized reading' (duration: 459.731635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.856094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.481369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-03T03:06:57.856198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.069157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-03T03:06:57.856242Z","caller":"traceutil/trace.go:171","msg":"trace[1073618845] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15125; }","duration":"183.141449ms","start":"2026-04-03T03:06:57.673089Z","end":"2026-04-03T03:06:57.85623Z","steps":["trace[1073618845] 'agreement among raft nodes before linearized reading' (duration: 183.021747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.856244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.03376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"warn","ts":"2026-04-03T03:06:57.856199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:57.395683Z","time spent":"460.440629ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-03T03:06:57.856073Z","caller":"traceutil/trace.go:171","msg":"trace[1689733844] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g7kfd; range_end:; response_count:1; response_revision:15125; }","duration":"213.343501ms","start":"2026-04-03T03:06:57.642688Z","end":"2026-04-03T03:06:57.856032Z","steps":["trace[1689733844] 'agreement among raft nodes before linearized reading' (duration: 212.859762ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:57.85629Z","caller":"traceutil/trace.go:171","msg":"trace[374091142] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15125; }","duration":"404.111322ms","start":"2026-04-03T03:06:57.452166Z","end":"2026-04-03T03:06:57.856277Z","steps":["trace[374091142] 'agreement among raft nodes before linearized reading' (duration: 403.970459ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:57.855981Z","caller":"traceutil/trace.go:171","msg":"trace[1811192569] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15125; }","duration":"179.585503ms","start":"2026-04-03T03:06:57.676382Z","end":"2026-04-03T03:06:57.855967Z","steps":["trace[1811192569] 'agreement among raft nodes before linearized reading' (duration: 179.43503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.85737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:57.452146Z","time spent":"405.151621ms","remote":"127.0.0.1:53572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7552,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-03T03:06:57.856145Z","caller":"traceutil/trace.go:171","msg":"trace[1880232603] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15125; }","duration":"180.588041ms","start":"2026-04-03T03:06:57.675545Z","end":"2026-04-03T03:06:57.856133Z","steps":["trace[1880232603] 'agreement among raft nodes before linearized reading' (duration: 180.463689ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:56.263938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12977} {"level":"info","ts":"2026-04-03T03:07:56.338977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12977,"took":"72.826959ms","hash":2949275238,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":31014912,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T03:07:56.339032Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2949275238,"revision":12977,"compact-revision":10805} {"level":"info","ts":"2026-04-03T03:12:56.274121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15483} {"level":"info","ts":"2026-04-03T03:12:56.383488Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15483,"took":"105.296555ms","hash":532389587,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":32149504,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-03T03:12:56.383543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":532389587,"revision":15483,"compact-revision":12977} {"level":"info","ts":"2026-04-03T03:12:59.233347Z","caller":"traceutil/trace.go:171","msg":"trace[1094846809] transaction","detail":"{read_only:false; response_revision:17853; number_of_response:1; }","duration":"121.416795ms","start":"2026-04-03T03:12:59.11188Z","end":"2026-04-03T03:12:59.233296Z","steps":["trace[1094846809] 'process raft request' (duration: 121.103899ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:12:59.234513Z","caller":"traceutil/trace.go:171","msg":"trace[802571350] linearizableReadLoop","detail":"{readStateIndex:18456; appliedIndex:18454; }","duration":"102.711016ms","start":"2026-04-03T03:12:59.131771Z","end":"2026-04-03T03:12:59.234482Z","steps":["trace[802571350] 'read index received' (duration: 101.222348ms)","trace[802571350] 'applied index is now lower than readState.Index' (duration: 1.487398ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:12:59.234607Z","caller":"traceutil/trace.go:171","msg":"trace[838620224] transaction","detail":"{read_only:false; response_revision:17854; number_of_response:1; }","duration":"107.711329ms","start":"2026-04-03T03:12:59.126878Z","end":"2026-04-03T03:12:59.23459Z","steps":["trace[838620224] 'process raft request' (duration: 107.344992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:12:59.23469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.887549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:12:59.234738Z","caller":"traceutil/trace.go:171","msg":"trace[410830034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:17855; }","duration":"102.972831ms","start":"2026-04-03T03:12:59.131749Z","end":"2026-04-03T03:12:59.234722Z","steps":["trace[410830034] 'agreement among raft nodes before linearized reading' (duration: 102.829789ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:06.048322Z","caller":"traceutil/trace.go:171","msg":"trace[2138128831] transaction","detail":"{read_only:false; response_revision:17906; number_of_response:1; }","duration":"151.170829ms","start":"2026-04-03T03:13:05.897122Z","end":"2026-04-03T03:13:06.048293Z","steps":["trace[2138128831] 'process raft request' (duration: 150.978726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:06.303678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.731286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:13:06.303785Z","caller":"traceutil/trace.go:171","msg":"trace[1300524906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17906; }","duration":"139.887309ms","start":"2026-04-03T03:13:06.163864Z","end":"2026-04-03T03:13:06.303751Z","steps":["trace[1300524906] 'range keys from in-memory index tree' (duration: 139.527593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:13:06.304674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.395565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:960207"} {"level":"info","ts":"2026-04-03T03:13:06.304844Z","caller":"traceutil/trace.go:171","msg":"trace[1404371541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17906; }","duration":"231.587239ms","start":"2026-04-03T03:13:06.07323Z","end":"2026-04-03T03:13:06.304817Z","steps":["trace[1404371541] 'range keys from in-memory index tree' (duration: 230.388007ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.631642Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:16:01.637278Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-03T03:16:01.637384Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-03T03:17:56.279461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17813} {"level":"info","ts":"2026-04-03T03:17:56.378229Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17813,"took":"95.418645ms","hash":4154782576,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":34271232,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-03T03:17:56.378285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4154782576,"revision":17813,"compact-revision":15483} {"level":"info","ts":"2026-04-03T03:18:12.524906Z","caller":"traceutil/trace.go:171","msg":"trace[2033197638] transaction","detail":"{read_only:false; response_revision:20274; number_of_response:1; }","duration":"184.910221ms","start":"2026-04-03T03:18:12.33995Z","end":"2026-04-03T03:18:12.52486Z","steps":["trace[2033197638] 'process raft request' (duration: 133.7636ms)","trace[2033197638] 'compare' (duration: 50.917387ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:12.554186Z","caller":"traceutil/trace.go:171","msg":"trace[2019347493] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"213.714497ms","start":"2026-04-03T03:18:12.340441Z","end":"2026-04-03T03:18:12.554155Z","steps":["trace[2019347493] 'process raft request' (duration: 213.505783ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:12.554449Z","caller":"traceutil/trace.go:171","msg":"trace[952618335] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"213.965992ms","start":"2026-04-03T03:18:12.340453Z","end":"2026-04-03T03:18:12.554419Z","steps":["trace[952618335] 'process raft request' (duration: 213.650396ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:12.5545Z","caller":"traceutil/trace.go:171","msg":"trace[2002983092] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"139.212802ms","start":"2026-04-03T03:18:12.415262Z","end":"2026-04-03T03:18:12.554474Z","steps":["trace[2002983092] 'process raft request' (duration: 139.035857ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:12.55461Z","caller":"traceutil/trace.go:171","msg":"trace[764716655] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"122.031292ms","start":"2026-04-03T03:18:12.432563Z","end":"2026-04-03T03:18:12.554594Z","steps":["trace[764716655] 'process raft request' (duration: 121.970881ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:12.554658Z","caller":"traceutil/trace.go:171","msg":"trace[1202049858] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"133.154188ms","start":"2026-04-03T03:18:12.421489Z","end":"2026-04-03T03:18:12.554643Z","steps":["trace[1202049858] 'process raft request' (duration: 132.932143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:22:09.402432Z","caller":"traceutil/trace.go:171","msg":"trace[358965005] linearizableReadLoop","detail":"{readStateIndex:23452; appliedIndex:23451; }","duration":"103.761613ms","start":"2026-04-03T03:22:09.298646Z","end":"2026-04-03T03:22:09.402408Z","steps":["trace[358965005] 'read index received' (duration: 51.593041ms)","trace[358965005] 'applied index is now lower than readState.Index' (duration: 52.167112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:22:09.402619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.958616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-03T03:22:09.40265Z","caller":"traceutil/trace.go:171","msg":"trace[254998074] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:22696; }","duration":"104.034347ms","start":"2026-04-03T03:22:09.298607Z","end":"2026-04-03T03:22:09.402641Z","steps":["trace[254998074] 'agreement among raft nodes before linearized reading' (duration: 103.891154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:22:09.402797Z","caller":"traceutil/trace.go:171","msg":"trace[1469092579] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"114.903958ms","start":"2026-04-03T03:22:09.287883Z","end":"2026-04-03T03:22:09.402787Z","steps":["trace[1469092579] 'process raft request' (duration: 62.3673ms)","trace[1469092579] 'compare' (duration: 51.967567ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:22:56.285153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20193} {"level":"info","ts":"2026-04-03T03:22:56.392044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20193,"took":"103.397054ms","hash":489236007,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":40681472,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-03T03:22:56.392115Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":489236007,"revision":20193,"compact-revision":17813} {"level":"info","ts":"2026-04-03T03:25:52.870541Z","caller":"traceutil/trace.go:171","msg":"trace[2124935791] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"117.145847ms","start":"2026-04-03T03:25:52.753368Z","end":"2026-04-03T03:25:52.870513Z","steps":["trace[2124935791] 'process raft request' (duration: 116.915372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:25:53.132159Z","caller":"traceutil/trace.go:171","msg":"trace[297621130] linearizableReadLoop","detail":"{readStateIndex:25754; appliedIndex:25753; }","duration":"261.652003ms","start":"2026-04-03T03:25:52.870477Z","end":"2026-04-03T03:25:53.132129Z","steps":["trace[297621130] 'read index received' (duration: 230.596154ms)","trace[297621130] 'applied index is now lower than readState.Index' (duration: 31.054329ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:25:53.132258Z","caller":"traceutil/trace.go:171","msg":"trace[1397671604] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"286.109039ms","start":"2026-04-03T03:25:52.846109Z","end":"2026-04-03T03:25:53.132218Z","steps":["trace[1397671604] 'process raft request' (duration: 254.742044ms)","trace[1397671604] 'compare' (duration: 31.148411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:25:53.132384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.858123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:25:53.132465Z","caller":"traceutil/trace.go:171","msg":"trace[87270937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24942; }","duration":"272.964954ms","start":"2026-04-03T03:25:52.859486Z","end":"2026-04-03T03:25:53.132451Z","steps":["trace[87270937] 'agreement among raft nodes before linearized reading' (duration: 272.7756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:53.132518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.228487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:25:53.132634Z","caller":"traceutil/trace.go:171","msg":"trace[2120757057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24942; }","duration":"335.360869ms","start":"2026-04-03T03:25:52.797243Z","end":"2026-04-03T03:25:53.132604Z","steps":["trace[2120757057] 'agreement among raft nodes before linearized reading' (duration: 335.103224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:53.132719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:52.797234Z","time spent":"335.465212ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:25:53.143289Z","caller":"traceutil/trace.go:171","msg":"trace[651887972] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"268.424519ms","start":"2026-04-03T03:25:52.874832Z","end":"2026-04-03T03:25:53.143257Z","steps":["trace[651887972] 'process raft request' (duration: 268.159505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:53.143284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.512665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:25:53.143396Z","caller":"traceutil/trace.go:171","msg":"trace[1300312909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24943; }","duration":"100.640767ms","start":"2026-04-03T03:25:53.042726Z","end":"2026-04-03T03:25:53.143366Z","steps":["trace[1300312909] 'agreement among raft nodes before linearized reading' (duration: 100.449224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:26:38.810035Z","caller":"traceutil/trace.go:171","msg":"trace[784158651] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"125.43948ms","start":"2026-04-03T03:26:38.684577Z","end":"2026-04-03T03:26:38.810016Z","steps":["trace[784158651] 'process raft request' (duration: 125.311798ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:26:38.90773Z","caller":"traceutil/trace.go:171","msg":"trace[1693859278] linearizableReadLoop","detail":"{readStateIndex:26201; appliedIndex:26199; }","duration":"106.426087ms","start":"2026-04-03T03:26:38.801283Z","end":"2026-04-03T03:26:38.907709Z","steps":["trace[1693859278] 'read index received' (duration: 8.691173ms)","trace[1693859278] 'applied index is now lower than readState.Index' (duration: 97.734054ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:26:38.907927Z","caller":"traceutil/trace.go:171","msg":"trace[2084099592] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"214.472153ms","start":"2026-04-03T03:26:38.693417Z","end":"2026-04-03T03:26:38.907889Z","steps":["trace[2084099592] 'process raft request' (duration: 169.178278ms)","trace[2084099592] 'compare' (duration: 44.958879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:26:38.908012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.694732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:26:38.908066Z","caller":"traceutil/trace.go:171","msg":"trace[1268134256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25378; }","duration":"106.824074ms","start":"2026-04-03T03:26:38.801228Z","end":"2026-04-03T03:26:38.908052Z","steps":["trace[1268134256] 'agreement among raft nodes before linearized reading' (duration: 106.62048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:26:45.873999Z","caller":"traceutil/trace.go:171","msg":"trace[222505754] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"150.071561ms","start":"2026-04-03T03:26:45.723863Z","end":"2026-04-03T03:26:45.873935Z","steps":["trace[222505754] 'process raft request' (duration: 149.834286ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:26:46.704199Z","caller":"traceutil/trace.go:171","msg":"trace[30266786] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"229.661706ms","start":"2026-04-03T03:26:46.474515Z","end":"2026-04-03T03:26:46.704176Z","steps":["trace[30266786] 'process raft request' (duration: 229.417252ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:26:46.704469Z","caller":"traceutil/trace.go:171","msg":"trace[2098340706] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"227.815992ms","start":"2026-04-03T03:26:46.476642Z","end":"2026-04-03T03:26:46.704458Z","steps":["trace[2098340706] 'process raft request' (duration: 227.460535ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:26:46.704615Z","caller":"traceutil/trace.go:171","msg":"trace[1437767906] linearizableReadLoop","detail":"{readStateIndex:26261; appliedIndex:26258; }","duration":"145.237141ms","start":"2026-04-03T03:26:46.559366Z","end":"2026-04-03T03:26:46.704603Z","steps":["trace[1437767906] 'read index received' (duration: 144.509547ms)","trace[1437767906] 'applied index is now lower than readState.Index' (duration: 726.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:26:46.704753Z","caller":"traceutil/trace.go:171","msg":"trace[1959536394] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"222.880649ms","start":"2026-04-03T03:26:46.481861Z","end":"2026-04-03T03:26:46.704742Z","steps":["trace[1959536394] 'process raft request' (duration: 222.542543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:26:46.70494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.551876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:26:46.704992Z","caller":"traceutil/trace.go:171","msg":"trace[268879622] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25436; }","duration":"145.619577ms","start":"2026-04-03T03:26:46.559359Z","end":"2026-04-03T03:26:46.704978Z","steps":["trace[268879622] 'agreement among raft nodes before linearized reading' (duration: 145.521416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:26:46.705228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.477518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-03T03:26:46.705463Z","caller":"traceutil/trace.go:171","msg":"trace[1694726738] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25436; }","duration":"120.728853ms","start":"2026-04-03T03:26:46.584674Z","end":"2026-04-03T03:26:46.705403Z","steps":["trace[1694726738] 'agreement among raft nodes before linearized reading' (duration: 120.342746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:00.078193Z","caller":"traceutil/trace.go:171","msg":"trace[1628384208] linearizableReadLoop","detail":"{readStateIndex:26361; appliedIndex:26360; }","duration":"219.13828ms","start":"2026-04-03T03:26:59.859031Z","end":"2026-04-03T03:27:00.078169Z","steps":["trace[1628384208] 'read index received' (duration: 219.018358ms)","trace[1628384208] 'applied index is now lower than readState.Index' (duration: 118.952µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:27:00.078399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.329504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:27:00.078457Z","caller":"traceutil/trace.go:171","msg":"trace[263170420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25533; }","duration":"219.444726ms","start":"2026-04-03T03:26:59.858997Z","end":"2026-04-03T03:27:00.078442Z","steps":["trace[263170420] 'agreement among raft nodes before linearized reading' (duration: 219.297693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:00.07891Z","caller":"traceutil/trace.go:171","msg":"trace[507022036] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"230.839069ms","start":"2026-04-03T03:26:59.848052Z","end":"2026-04-03T03:27:00.078891Z","steps":["trace[507022036] 'process raft request' (duration: 229.964072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:00.105577Z","caller":"traceutil/trace.go:171","msg":"trace[561518466] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"192.723717ms","start":"2026-04-03T03:26:59.91283Z","end":"2026-04-03T03:27:00.105554Z","steps":["trace[561518466] 'process raft request' (duration: 192.173737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:12.765099Z","caller":"traceutil/trace.go:171","msg":"trace[1675862071] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"126.896868ms","start":"2026-04-03T03:27:12.638176Z","end":"2026-04-03T03:27:12.765073Z","steps":["trace[1675862071] 'process raft request' (duration: 126.185525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:12.95593Z","caller":"traceutil/trace.go:171","msg":"trace[1815424301] linearizableReadLoop","detail":"{readStateIndex:26597; appliedIndex:26596; }","duration":"151.147861ms","start":"2026-04-03T03:27:12.804754Z","end":"2026-04-03T03:27:12.955902Z","steps":["trace[1815424301] 'read index received' (duration: 108.850251ms)","trace[1815424301] 'applied index is now lower than readState.Index' (duration: 42.29635ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:27:12.955967Z","caller":"traceutil/trace.go:171","msg":"trace[245041996] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"151.340774ms","start":"2026-04-03T03:27:12.804591Z","end":"2026-04-03T03:27:12.955932Z","steps":["trace[245041996] 'process raft request' (duration: 109.054655ms)","trace[245041996] 'compare' (duration: 41.917573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:27:12.956107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.334904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:27:12.956147Z","caller":"traceutil/trace.go:171","msg":"trace[154384223] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25765; }","duration":"151.403646ms","start":"2026-04-03T03:27:12.804729Z","end":"2026-04-03T03:27:12.956132Z","steps":["trace[154384223] 'agreement among raft nodes before linearized reading' (duration: 151.319234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:12.957437Z","caller":"traceutil/trace.go:171","msg":"trace[1656363415] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"150.03098ms","start":"2026-04-03T03:27:12.807378Z","end":"2026-04-03T03:27:12.957409Z","steps":["trace[1656363415] 'process raft request' (duration: 149.686574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:12.957625Z","caller":"traceutil/trace.go:171","msg":"trace[1732712419] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"149.799266ms","start":"2026-04-03T03:27:12.807764Z","end":"2026-04-03T03:27:12.957563Z","steps":["trace[1732712419] 'process raft request' (duration: 149.413769ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:56.292255Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23174} {"level":"info","ts":"2026-04-03T03:27:56.439138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23174,"took":"142.232914ms","hash":607572756,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":35655680,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-03T03:27:56.439211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":607572756,"revision":23174,"compact-revision":20193} {"level":"warn","ts":"2026-04-03T03:28:24.034487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.255491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:28:24.034559Z","caller":"traceutil/trace.go:171","msg":"trace[373617124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26316; }","duration":"153.368313ms","start":"2026-04-03T03:28:23.881176Z","end":"2026-04-03T03:28:24.034545Z","steps":["trace[373617124] 'range keys from in-memory index tree' (duration: 153.122387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:24.034708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.350562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:28:24.034851Z","caller":"traceutil/trace.go:171","msg":"trace[1965471618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26316; }","duration":"153.542686ms","start":"2026-04-03T03:28:23.881284Z","end":"2026-04-03T03:28:24.034827Z","steps":["trace[1965471618] 'range keys from in-memory index tree' (duration: 153.158519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:24.034789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.12219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:28:24.034932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.7254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:24.035021Z","caller":"traceutil/trace.go:171","msg":"trace[140127264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26316; }","duration":"174.369015ms","start":"2026-04-03T03:28:23.860597Z","end":"2026-04-03T03:28:24.034966Z","steps":["trace[140127264] 'range keys from in-memory index tree' (duration: 174.044849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:24.035089Z","caller":"traceutil/trace.go:171","msg":"trace[1114819482] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26316; }","duration":"228.933733ms","start":"2026-04-03T03:28:23.806123Z","end":"2026-04-03T03:28:24.035057Z","steps":["trace[1114819482] 'count revisions from in-memory index tree' (duration: 228.612006ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:24.247215Z","caller":"traceutil/trace.go:171","msg":"trace[1023751237] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"206.140838ms","start":"2026-04-03T03:28:24.040825Z","end":"2026-04-03T03:28:24.246966Z","steps":["trace[1023751237] 'process raft request' (duration: 205.905163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:24.302265Z","caller":"traceutil/trace.go:171","msg":"trace[767196729] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"261.307988ms","start":"2026-04-03T03:28:24.040933Z","end":"2026-04-03T03:28:24.302241Z","steps":["trace[767196729] 'process raft request' (duration: 260.811298ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:42.381863Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006aa6.wal"} {"level":"info","ts":"2026-04-03T03:28:55.340399Z","caller":"traceutil/trace.go:171","msg":"trace[1281894782] linearizableReadLoop","detail":"{readStateIndex:27396; appliedIndex:27395; }","duration":"109.85162ms","start":"2026-04-03T03:28:55.230525Z","end":"2026-04-03T03:28:55.340377Z","steps":["trace[1281894782] 'read index received' (duration: 109.769119ms)","trace[1281894782] 'applied index is now lower than readState.Index' (duration: 81.151µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:28:55.340646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.077284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:55.340749Z","caller":"traceutil/trace.go:171","msg":"trace[383774661] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26541; }","duration":"110.246448ms","start":"2026-04-03T03:28:55.23048Z","end":"2026-04-03T03:28:55.340727Z","steps":["trace[383774661] 'agreement among raft nodes before linearized reading' (duration: 110.023494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:55.341441Z","caller":"traceutil/trace.go:171","msg":"trace[344814710] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"151.107409ms","start":"2026-04-03T03:28:55.190302Z","end":"2026-04-03T03:28:55.341409Z","steps":["trace[344814710] 'process raft request' (duration: 149.928928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:55.511156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.074122ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:55.511292Z","caller":"traceutil/trace.go:171","msg":"trace[337082121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26541; }","duration":"127.222435ms","start":"2026-04-03T03:28:55.384048Z","end":"2026-04-03T03:28:55.51127Z","steps":["trace[337082121] 'range keys from in-memory index tree' (duration: 127.055362ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:55.511312Z","caller":"traceutil/trace.go:171","msg":"trace[333385814] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"179.606312ms","start":"2026-04-03T03:28:55.331678Z","end":"2026-04-03T03:28:55.511285Z","steps":["trace[333385814] 'process raft request' (duration: 179.51267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:55.511782Z","caller":"traceutil/trace.go:171","msg":"trace[174110699] linearizableReadLoop","detail":"{readStateIndex:27399; appliedIndex:27396; }","duration":"171.275806ms","start":"2026-04-03T03:28:55.34047Z","end":"2026-04-03T03:28:55.511746Z","steps":["trace[174110699] 'read index received' (duration: 147.691086ms)","trace[174110699] 'applied index is now lower than readState.Index' (duration: 23.58336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:28:55.511939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.019545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:55.511992Z","caller":"traceutil/trace.go:171","msg":"trace[518980435] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26544; }","duration":"281.125676ms","start":"2026-04-03T03:28:55.230853Z","end":"2026-04-03T03:28:55.511979Z","steps":["trace[518980435] 'agreement among raft nodes before linearized reading' (duration: 281.033944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:55.512007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.939625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:28:55.51216Z","caller":"traceutil/trace.go:171","msg":"trace[1493320273] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"180.434536ms","start":"2026-04-03T03:28:55.3317Z","end":"2026-04-03T03:28:55.512135Z","steps":["trace[1493320273] 'process raft request' (duration: 179.54206ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:55.51207Z","caller":"traceutil/trace.go:171","msg":"trace[398361065] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"179.659024ms","start":"2026-04-03T03:28:55.33159Z","end":"2026-04-03T03:28:55.511249Z","steps":["trace[398361065] 'process raft request' (duration: 156.558772ms)","trace[398361065] 'compare' (duration: 22.891228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:28:55.512175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.496729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:55.512404Z","caller":"traceutil/trace.go:171","msg":"trace[1902413171] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26544; }","duration":"254.762785ms","start":"2026-04-03T03:28:55.25762Z","end":"2026-04-03T03:28:55.512382Z","steps":["trace[1902413171] 'agreement among raft nodes before linearized reading' (duration: 254.189044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:55.512252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.33374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:28:55.51287Z","caller":"traceutil/trace.go:171","msg":"trace[1821947491] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26544; }","duration":"281.963912ms","start":"2026-04-03T03:28:55.23089Z","end":"2026-04-03T03:28:55.512854Z","steps":["trace[1821947491] 'agreement among raft nodes before linearized reading' (duration: 281.256839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:55.512495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.671097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:55.513034Z","caller":"traceutil/trace.go:171","msg":"trace[1561278413] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26544; }","duration":"282.272048ms","start":"2026-04-03T03:28:55.230741Z","end":"2026-04-03T03:28:55.513013Z","steps":["trace[1561278413] 'agreement among raft nodes before linearized reading' (duration: 281.700298ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:55.512042Z","caller":"traceutil/trace.go:171","msg":"trace[1431967040] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26544; }","duration":"280.030657ms","start":"2026-04-03T03:28:55.232001Z","end":"2026-04-03T03:28:55.512032Z","steps":["trace[1431967040] 'agreement among raft nodes before linearized reading' (duration: 279.873224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:55.645345Z","caller":"traceutil/trace.go:171","msg":"trace[1328946475] linearizableReadLoop","detail":"{readStateIndex:27400; appliedIndex:27399; }","duration":"133.471962ms","start":"2026-04-03T03:28:55.511845Z","end":"2026-04-03T03:28:55.645317Z","steps":["trace[1328946475] 'read index received' (duration: 123.644218ms)","trace[1328946475] 'applied index is now lower than readState.Index' (duration: 9.826764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:28:55.645501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.121997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:55.645543Z","caller":"traceutil/trace.go:171","msg":"trace[1439526395] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26545; }","duration":"296.224538ms","start":"2026-04-03T03:28:55.349307Z","end":"2026-04-03T03:28:55.645532Z","steps":["trace[1439526395] 'agreement among raft nodes before linearized reading' (duration: 296.128057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:55.645586Z","caller":"traceutil/trace.go:171","msg":"trace[442635936] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"259.499234ms","start":"2026-04-03T03:28:55.386058Z","end":"2026-04-03T03:28:55.645557Z","steps":["trace[442635936] 'process raft request' (duration: 249.496527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:55.645797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.316474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:28:55.645866Z","caller":"traceutil/trace.go:171","msg":"trace[1246965609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26545; }","duration":"174.435456ms","start":"2026-04-03T03:28:55.47141Z","end":"2026-04-03T03:28:55.645845Z","steps":["trace[1246965609] 'agreement among raft nodes before linearized reading' (duration: 174.141781ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:26.744809Z","caller":"traceutil/trace.go:171","msg":"trace[959549790] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"130.544656ms","start":"2026-04-03T03:29:26.614198Z","end":"2026-04-03T03:29:26.744742Z","steps":["trace[959549790] 'process raft request' (duration: 96.090114ms)","trace[959549790] 'compare' (duration: 34.304509ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:29:26.746575Z","caller":"traceutil/trace.go:171","msg":"trace[1932594228] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"128.915116ms","start":"2026-04-03T03:29:26.61763Z","end":"2026-04-03T03:29:26.746545Z","steps":["trace[1932594228] 'process raft request' (duration: 128.64698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:27.014566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.864832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:29:27.014646Z","caller":"traceutil/trace.go:171","msg":"trace[1614783190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26772; }","duration":"153.009835ms","start":"2026-04-03T03:29:26.861616Z","end":"2026-04-03T03:29:27.014626Z","steps":["trace[1614783190] 'range keys from in-memory index tree' (duration: 152.777391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:57.844915Z","caller":"traceutil/trace.go:171","msg":"trace[1710213871] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"122.552177ms","start":"2026-04-03T03:29:57.722301Z","end":"2026-04-03T03:29:57.844854Z","steps":["trace[1710213871] 'process raft request' (duration: 122.441725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:57.844957Z","caller":"traceutil/trace.go:171","msg":"trace[1048491524] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"122.64088ms","start":"2026-04-03T03:29:57.722291Z","end":"2026-04-03T03:29:57.844932Z","steps":["trace[1048491524] 'process raft request' (duration: 122.288323ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:57.864889Z","caller":"traceutil/trace.go:171","msg":"trace[1998406901] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"141.114254ms","start":"2026-04-03T03:29:57.723742Z","end":"2026-04-03T03:29:57.864856Z","steps":["trace[1998406901] 'process raft request' (duration: 140.984962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:58.163319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.625377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:29:58.163501Z","caller":"traceutil/trace.go:171","msg":"trace[1081972302] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"202.992988ms","start":"2026-04-03T03:29:57.960496Z","end":"2026-04-03T03:29:58.163489Z","steps":["trace[1081972302] 'process raft request' (duration: 202.907547ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.163596Z","caller":"traceutil/trace.go:171","msg":"trace[1858175289] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"276.083952ms","start":"2026-04-03T03:29:57.887503Z","end":"2026-04-03T03:29:58.163587Z","steps":["trace[1858175289] 'process raft request' (duration: 130.087898ms)","trace[1858175289] 'compare' (duration: 145.18948ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:29:58.163657Z","caller":"traceutil/trace.go:171","msg":"trace[1060891912] linearizableReadLoop","detail":"{readStateIndex:27865; appliedIndex:27864; }","duration":"240.993107ms","start":"2026-04-03T03:29:57.922657Z","end":"2026-04-03T03:29:58.16365Z","steps":["trace[1060891912] 'read index received' (duration: 94.928512ms)","trace[1060891912] 'applied index is now lower than readState.Index' (duration: 146.064005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:29:58.163777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.12821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-03T03:29:58.163802Z","caller":"traceutil/trace.go:171","msg":"trace[966681791] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26998; }","duration":"241.193491ms","start":"2026-04-03T03:29:57.922602Z","end":"2026-04-03T03:29:58.163796Z","steps":["trace[966681791] 'agreement among raft nodes before linearized reading' (duration: 241.097259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:58.163941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.699673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:29:58.163961Z","caller":"traceutil/trace.go:171","msg":"trace[1086508052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26998; }","duration":"194.816216ms","start":"2026-04-03T03:29:57.969139Z","end":"2026-04-03T03:29:58.163955Z","steps":["trace[1086508052] 'agreement among raft nodes before linearized reading' (duration: 194.759375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:58.164148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.926597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:29:58.164179Z","caller":"traceutil/trace.go:171","msg":"trace[421586793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26998; }","duration":"180.979839ms","start":"2026-04-03T03:29:57.983193Z","end":"2026-04-03T03:29:58.164173Z","steps":["trace[421586793] 'agreement among raft nodes before linearized reading' (duration: 180.912077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:58.164275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.281396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:29:58.164302Z","caller":"traceutil/trace.go:171","msg":"trace[255451227] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26998; }","duration":"186.322388ms","start":"2026-04-03T03:29:57.977972Z","end":"2026-04-03T03:29:58.164294Z","steps":["trace[255451227] 'agreement among raft nodes before linearized reading' (duration: 186.279557ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.382422Z","caller":"traceutil/trace.go:171","msg":"trace[432572093] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"211.970595ms","start":"2026-04-03T03:29:58.17041Z","end":"2026-04-03T03:29:58.382381Z","steps":["trace[432572093] 'process raft request' (duration: 210.697993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.382657Z","caller":"traceutil/trace.go:171","msg":"trace[799557488] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"211.430307ms","start":"2026-04-03T03:29:58.17118Z","end":"2026-04-03T03:29:58.38261Z","steps":["trace[799557488] 'process raft request' (duration: 211.157041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:58.382757Z","caller":"traceutil/trace.go:171","msg":"trace[456171875] linearizableReadLoop","detail":"{readStateIndex:27869; appliedIndex:27867; }","duration":"158.409776ms","start":"2026-04-03T03:29:58.224325Z","end":"2026-04-03T03:29:58.382735Z","steps":["trace[456171875] 'read index received' (duration: 156.793856ms)","trace[456171875] 'applied index is now lower than readState.Index' (duration: 1.61419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:29:58.382955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.62587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:29:58.382993Z","caller":"traceutil/trace.go:171","msg":"trace[550573820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27002; }","duration":"158.714762ms","start":"2026-04-03T03:29:58.224269Z","end":"2026-04-03T03:29:58.382983Z","steps":["trace[550573820] 'agreement among raft nodes before linearized reading' (duration: 158.56315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:39.728282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.939989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:30:39.728376Z","caller":"traceutil/trace.go:171","msg":"trace[1286370673] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27335; }","duration":"127.123543ms","start":"2026-04-03T03:30:39.601231Z","end":"2026-04-03T03:30:39.728355Z","steps":["trace[1286370673] 'range keys from in-memory index tree' (duration: 126.856837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:30:39.908716Z","caller":"traceutil/trace.go:171","msg":"trace[1022984601] linearizableReadLoop","detail":"{readStateIndex:28214; appliedIndex:28213; }","duration":"168.588436ms","start":"2026-04-03T03:30:39.740107Z","end":"2026-04-03T03:30:39.908695Z","steps":["trace[1022984601] 'read index received' (duration: 168.503915ms)","trace[1022984601] 'applied index is now lower than readState.Index' (duration: 83.431µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:30:39.908792Z","caller":"traceutil/trace.go:171","msg":"trace[927705063] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"203.539499ms","start":"2026-04-03T03:30:39.70519Z","end":"2026-04-03T03:30:39.908729Z","steps":["trace[927705063] 'process raft request' (duration: 203.379316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:39.908981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.838791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:30:39.909083Z","caller":"traceutil/trace.go:171","msg":"trace[333449979] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27336; }","duration":"169.000185ms","start":"2026-04-03T03:30:39.74006Z","end":"2026-04-03T03:30:39.90906Z","steps":["trace[333449979] 'agreement among raft nodes before linearized reading' (duration: 168.771299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.407413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.041265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:30:40.407677Z","caller":"traceutil/trace.go:171","msg":"trace[438343892] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"415.288611ms","start":"2026-04-03T03:30:39.99237Z","end":"2026-04-03T03:30:40.407659Z","steps":["trace[438343892] 'process raft request' (duration: 415.252291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.407745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.992355Z","time spent":"415.355522ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:30:40.407905Z","caller":"traceutil/trace.go:171","msg":"trace[1821860939] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"416.877551ms","start":"2026-04-03T03:30:39.990995Z","end":"2026-04-03T03:30:40.407872Z","steps":["trace[1821860939] 'process raft request' (duration: 416.508784ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:30:40.407997Z","caller":"traceutil/trace.go:171","msg":"trace[1786049867] linearizableReadLoop","detail":"{readStateIndex:28215; appliedIndex:28214; }","duration":"499.146426ms","start":"2026-04-03T03:30:39.908794Z","end":"2026-04-03T03:30:40.40794Z","steps":["trace[1786049867] 'read index received' (duration: 239.465599ms)","trace[1786049867] 'applied index is now lower than readState.Index' (duration: 259.679037ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:30:40.408054Z","caller":"traceutil/trace.go:171","msg":"trace[1068521363] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"416.466762ms","start":"2026-04-03T03:30:39.991574Z","end":"2026-04-03T03:30:40.408041Z","steps":["trace[1068521363] 'process raft request' (duration: 416.013364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.408058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.990965Z","time spent":"417.009973ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:30:40.408123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.991552Z","time spent":"416.533484ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:30:40.408151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.190254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:30:40.408192Z","caller":"traceutil/trace.go:171","msg":"trace[197017910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27340; }","duration":"546.276186ms","start":"2026-04-03T03:30:39.861901Z","end":"2026-04-03T03:30:40.408178Z","steps":["trace[197017910] 'agreement among raft nodes before linearized reading' (duration: 546.200674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.408232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.86185Z","time spent":"546.373787ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:30:40.408502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.194285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:30:40.408542Z","caller":"traceutil/trace.go:171","msg":"trace[345827106] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27340; }","duration":"620.255936ms","start":"2026-04-03T03:30:39.788277Z","end":"2026-04-03T03:30:40.408532Z","steps":["trace[345827106] 'agreement among raft nodes before linearized reading' (duration: 620.131854ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:30:40.408531Z","caller":"traceutil/trace.go:171","msg":"trace[1168782409] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"501.811906ms","start":"2026-04-03T03:30:39.906695Z","end":"2026-04-03T03:30:40.408507Z","steps":["trace[1168782409] 'process raft request' (duration: 241.541998ms)","trace[1168782409] 'compare' (duration: 258.847231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:30:40.40855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.260582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:30:40.408572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.788263Z","time spent":"620.302378ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-03T03:30:40.408594Z","caller":"traceutil/trace.go:171","msg":"trace[1098169612] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27340; }","duration":"668.346424ms","start":"2026-04-03T03:30:39.740237Z","end":"2026-04-03T03:30:40.408583Z","steps":["trace[1098169612] 'agreement among raft nodes before linearized reading' (duration: 668.276473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.408623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.740216Z","time spent":"668.399684ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:30:40.408645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.90667Z","time spent":"501.913257ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:30:40.408656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.499939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:30:40.408704Z","caller":"traceutil/trace.go:171","msg":"trace[1827706867] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27340; }","duration":"621.584541ms","start":"2026-04-03T03:30:39.787107Z","end":"2026-04-03T03:30:40.408691Z","steps":["trace[1827706867] 'agreement among raft nodes before linearized reading' (duration: 621.439598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.408737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.787089Z","time spent":"621.640193ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-03T03:30:40.43799Z","caller":"traceutil/trace.go:171","msg":"trace[533647110] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"130.092978ms","start":"2026-04-03T03:30:40.307876Z","end":"2026-04-03T03:30:40.437969Z","steps":["trace[533647110] 'process raft request' (duration: 129.938725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:30:40.43836Z","caller":"traceutil/trace.go:171","msg":"trace[1389245313] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"127.741855ms","start":"2026-04-03T03:30:40.310589Z","end":"2026-04-03T03:30:40.438331Z","steps":["trace[1389245313] 'process raft request' (duration: 127.348817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.438434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.737019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:30:40.438482Z","caller":"traceutil/trace.go:171","msg":"trace[2051042717] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27342; }","duration":"498.83473ms","start":"2026-04-03T03:30:39.939636Z","end":"2026-04-03T03:30:40.43847Z","steps":["trace[2051042717] 'agreement among raft nodes before linearized reading' (duration: 498.741479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:30:40.43851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:30:39.939616Z","time spent":"498.884892ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:30:40.438521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.795702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:30:40.438642Z","caller":"traceutil/trace.go:171","msg":"trace[1552404796] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27342; }","duration":"242.938605ms","start":"2026-04-03T03:30:40.195677Z","end":"2026-04-03T03:30:40.438616Z","steps":["trace[1552404796] 'agreement among raft nodes before linearized reading' (duration: 242.707951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:11.382081Z","caller":"traceutil/trace.go:171","msg":"trace[128698656] linearizableReadLoop","detail":"{readStateIndex:28453; appliedIndex:28452; }","duration":"161.817449ms","start":"2026-04-03T03:31:11.220248Z","end":"2026-04-03T03:31:11.382066Z","steps":["trace[128698656] 'read index received' (duration: 161.643506ms)","trace[128698656] 'applied index is now lower than readState.Index' (duration: 173.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:31:11.382321Z","caller":"traceutil/trace.go:171","msg":"trace[849622106] transaction","detail":"{read_only:false; response_revision:27568; number_of_response:1; }","duration":"169.630875ms","start":"2026-04-03T03:31:11.212678Z","end":"2026-04-03T03:31:11.382309Z","steps":["trace[849622106] 'process raft request' (duration: 169.258949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:11.382543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.241757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:11.382677Z","caller":"traceutil/trace.go:171","msg":"trace[2043919761] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27568; }","duration":"162.429492ms","start":"2026-04-03T03:31:11.220223Z","end":"2026-04-03T03:31:11.382653Z","steps":["trace[2043919761] 'agreement among raft nodes before linearized reading' (duration: 162.189886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:11.801969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.789995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:31:11.802091Z","caller":"traceutil/trace.go:171","msg":"trace[1654592213] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27568; }","duration":"179.980439ms","start":"2026-04-03T03:31:11.622087Z","end":"2026-04-03T03:31:11.802068Z","steps":["trace[1654592213] 'count revisions from in-memory index tree' (duration: 179.652443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.079799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.925096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:43.079886Z","caller":"traceutil/trace.go:171","msg":"trace[1047816090] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27794; }","duration":"189.072069ms","start":"2026-04-03T03:31:42.890794Z","end":"2026-04-03T03:31:43.079866Z","steps":["trace[1047816090] 'range keys from in-memory index tree' (duration: 188.815424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.07991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.859513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:43.08015Z","caller":"traceutil/trace.go:171","msg":"trace[709529957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27794; }","duration":"137.1427ms","start":"2026-04-03T03:31:42.942991Z","end":"2026-04-03T03:31:43.080134Z","steps":["trace[709529957] 'count revisions from in-memory index tree' (duration: 136.65073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.080132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.200146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:31:43.080236Z","caller":"traceutil/trace.go:171","msg":"trace[1240856676] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27794; }","duration":"297.530783ms","start":"2026-04-03T03:31:42.782673Z","end":"2026-04-03T03:31:43.080203Z","steps":["trace[1240856676] 'count revisions from in-memory index tree' (duration: 297.118745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.080336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.69308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:31:43.080389Z","caller":"traceutil/trace.go:171","msg":"trace[1316003710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27794; }","duration":"279.781152ms","start":"2026-04-03T03:31:42.800592Z","end":"2026-04-03T03:31:43.080373Z","steps":["trace[1316003710] 'range keys from in-memory index tree' (duration: 279.515947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.080495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.406796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:43.080539Z","caller":"traceutil/trace.go:171","msg":"trace[298515657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27794; }","duration":"218.481668ms","start":"2026-04-03T03:31:42.862047Z","end":"2026-04-03T03:31:43.080529Z","steps":["trace[298515657] 'range keys from in-memory index tree' (duration: 218.299864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.080577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.635819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:31:43.080604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.866874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-03T03:31:43.080644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.599039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:43.08066Z","caller":"traceutil/trace.go:171","msg":"trace[260569105] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27794; }","duration":"189.750912ms","start":"2026-04-03T03:31:42.890889Z","end":"2026-04-03T03:31:43.08064Z","steps":["trace[260569105] 'range keys from in-memory index tree' (duration: 189.555638ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.080688Z","caller":"traceutil/trace.go:171","msg":"trace[1199473434] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27794; }","duration":"189.69955ms","start":"2026-04-03T03:31:42.890976Z","end":"2026-04-03T03:31:43.080675Z","steps":["trace[1199473434] 'range keys from in-memory index tree' (duration: 189.512266ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.080708Z","caller":"traceutil/trace.go:171","msg":"trace[1626618602] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27794; }","duration":"188.999627ms","start":"2026-04-03T03:31:42.891675Z","end":"2026-04-03T03:31:43.080674Z","steps":["trace[1626618602] 'range keys from in-memory index tree' (duration: 188.641941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.080812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.923782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:31:43.080857Z","caller":"traceutil/trace.go:171","msg":"trace[1256631580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27794; }","duration":"207.018323ms","start":"2026-04-03T03:31:42.873826Z","end":"2026-04-03T03:31:43.080844Z","steps":["trace[1256631580] 'range keys from in-memory index tree' (duration: 206.703548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.081233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.233538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:31:43.081317Z","caller":"traceutil/trace.go:171","msg":"trace[1702653500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27794; }","duration":"207.344589ms","start":"2026-04-03T03:31:42.873956Z","end":"2026-04-03T03:31:43.081301Z","steps":["trace[1702653500] 'range keys from in-memory index tree' (duration: 207.093615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.226Z","caller":"traceutil/trace.go:171","msg":"trace[341228416] transaction","detail":"{read_only:false; response_revision:27795; number_of_response:1; }","duration":"140.521294ms","start":"2026-04-03T03:31:43.085457Z","end":"2026-04-03T03:31:43.225978Z","steps":["trace[341228416] 'process raft request' (duration: 140.370851ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.372146Z","caller":"traceutil/trace.go:171","msg":"trace[462931470] transaction","detail":"{read_only:false; response_revision:27797; number_of_response:1; }","duration":"286.162501ms","start":"2026-04-03T03:31:43.085961Z","end":"2026-04-03T03:31:43.372123Z","steps":["trace[462931470] 'process raft request' (duration: 286.031448ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.372332Z","caller":"traceutil/trace.go:171","msg":"trace[150905879] transaction","detail":"{read_only:false; response_revision:27799; number_of_response:1; }","duration":"145.255121ms","start":"2026-04-03T03:31:43.22705Z","end":"2026-04-03T03:31:43.372306Z","steps":["trace[150905879] 'process raft request' (duration: 145.1845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.372414Z","caller":"traceutil/trace.go:171","msg":"trace[2133881530] transaction","detail":"{read_only:false; response_revision:27796; number_of_response:1; }","duration":"286.495287ms","start":"2026-04-03T03:31:43.085905Z","end":"2026-04-03T03:31:43.3724Z","steps":["trace[2133881530] 'process raft request' (duration: 209.913758ms)","trace[2133881530] 'compare' (duration: 75.956567ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:31:43.372522Z","caller":"traceutil/trace.go:171","msg":"trace[106024203] transaction","detail":"{read_only:false; response_revision:27798; number_of_response:1; }","duration":"158.347516ms","start":"2026-04-03T03:31:43.214164Z","end":"2026-04-03T03:31:43.372511Z","steps":["trace[106024203] 'process raft request' (duration: 157.920988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.372623Z","caller":"traceutil/trace.go:171","msg":"trace[1031557215] linearizableReadLoop","detail":"{readStateIndex:28688; appliedIndex:28686; }","duration":"213.577205ms","start":"2026-04-03T03:31:43.159036Z","end":"2026-04-03T03:31:43.372613Z","steps":["trace[1031557215] 'read index received' (duration: 67.331107ms)","trace[1031557215] 'applied index is now lower than readState.Index' (duration: 146.245208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:31:43.372818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.76633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:43.372851Z","caller":"traceutil/trace.go:171","msg":"trace[178095936] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27799; }","duration":"213.843992ms","start":"2026-04-03T03:31:43.158998Z","end":"2026-04-03T03:31:43.372842Z","steps":["trace[178095936] 'agreement among raft nodes before linearized reading' (duration: 213.707658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.373011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.912712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:43.373038Z","caller":"traceutil/trace.go:171","msg":"trace[631493762] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27799; }","duration":"213.959933ms","start":"2026-04-03T03:31:43.15907Z","end":"2026-04-03T03:31:43.37303Z","steps":["trace[631493762] 'agreement among raft nodes before linearized reading' (duration: 213.920362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.373145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.014364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:43.373173Z","caller":"traceutil/trace.go:171","msg":"trace[627493697] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27799; }","duration":"214.084435ms","start":"2026-04-03T03:31:43.159081Z","end":"2026-04-03T03:31:43.373165Z","steps":["trace[627493697] 'agreement among raft nodes before linearized reading' (duration: 214.044725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.373183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.696071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:31:43.373235Z","caller":"traceutil/trace.go:171","msg":"trace[137727468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27799; }","duration":"121.781463ms","start":"2026-04-03T03:31:43.25144Z","end":"2026-04-03T03:31:43.373222Z","steps":["trace[137727468] 'agreement among raft nodes before linearized reading' (duration: 121.61602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:43.373268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.323933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-03T03:31:43.373272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.915967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:31:43.373316Z","caller":"traceutil/trace.go:171","msg":"trace[1149819072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27799; }","duration":"189.561018ms","start":"2026-04-03T03:31:43.183741Z","end":"2026-04-03T03:31:43.373302Z","steps":["trace[1149819072] 'agreement among raft nodes before linearized reading' (duration: 189.397205ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:43.37336Z","caller":"traceutil/trace.go:171","msg":"trace[1904020116] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27799; }","duration":"211.057019ms","start":"2026-04-03T03:31:43.162279Z","end":"2026-04-03T03:31:43.373336Z","steps":["trace[1904020116] 'agreement among raft nodes before linearized reading' (duration: 210.798805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:14.548393Z","caller":"traceutil/trace.go:171","msg":"trace[1762101837] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"186.481852ms","start":"2026-04-03T03:32:14.361886Z","end":"2026-04-03T03:32:14.548368Z","steps":["trace[1762101837] 'process raft request' (duration: 186.305888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:45.746013Z","caller":"traceutil/trace.go:171","msg":"trace[1601810919] linearizableReadLoop","detail":"{readStateIndex:29152; appliedIndex:29152; }","duration":"214.224238ms","start":"2026-04-03T03:32:45.531761Z","end":"2026-04-03T03:32:45.745985Z","steps":["trace[1601810919] 'read index received' (duration: 214.213897ms)","trace[1601810919] 'applied index is now lower than readState.Index' (duration: 8.361µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:45.746014Z","caller":"traceutil/trace.go:171","msg":"trace[293458783] transaction","detail":"{read_only:false; response_revision:28248; number_of_response:1; }","duration":"229.208009ms","start":"2026-04-03T03:32:45.51678Z","end":"2026-04-03T03:32:45.745988Z","steps":["trace[293458783] 'process raft request' (duration: 229.029914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:45.746215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.438132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-osd-openstack\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-03T03:32:45.746367Z","caller":"traceutil/trace.go:171","msg":"trace[1449457220] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-osd-openstack; range_end:; response_count:1; response_revision:28248; }","duration":"214.608875ms","start":"2026-04-03T03:32:45.531745Z","end":"2026-04-03T03:32:45.746354Z","steps":["trace[1449457220] 'agreement among raft nodes before linearized reading' (duration: 214.3397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.248358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.282472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:46.248798Z","caller":"traceutil/trace.go:171","msg":"trace[82099801] transaction","detail":"{read_only:false; response_revision:28249; number_of_response:1; }","duration":"688.840406ms","start":"2026-04-03T03:32:45.559898Z","end":"2026-04-03T03:32:46.248738Z","steps":["trace[82099801] 'process raft request' (duration: 491.069734ms)","trace[82099801] 'compare' (duration: 196.887135ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:46.24881Z","caller":"traceutil/trace.go:171","msg":"trace[1471813133] linearizableReadLoop","detail":"{readStateIndex:29155; appliedIndex:29152; }","duration":"502.669962ms","start":"2026-04-03T03:32:45.746085Z","end":"2026-04-03T03:32:46.248755Z","steps":["trace[1471813133] 'read index received' (duration: 304.974731ms)","trace[1471813133] 'applied index is now lower than readState.Index' (duration: 197.693841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:46.248937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.559875Z","time spent":"688.980569ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:46.249066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.601009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:46.249133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.256469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:32:46.249165Z","caller":"traceutil/trace.go:171","msg":"trace[1156077979] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28251; }","duration":"645.716761ms","start":"2026-04-03T03:32:45.603426Z","end":"2026-04-03T03:32:46.249143Z","steps":["trace[1156077979] 'agreement among raft nodes before linearized reading' (duration: 645.564008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.249187Z","caller":"traceutil/trace.go:171","msg":"trace[303942824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28251; }","duration":"596.331339ms","start":"2026-04-03T03:32:45.652843Z","end":"2026-04-03T03:32:46.249174Z","steps":["trace[303942824] 'agreement among raft nodes before linearized reading' (duration: 596.177297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.603421Z","time spent":"645.788222ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:32:46.249259Z","caller":"traceutil/trace.go:171","msg":"trace[454076555] transaction","detail":"{read_only:false; response_revision:28250; number_of_response:1; }","duration":"672.696484ms","start":"2026-04-03T03:32:45.576553Z","end":"2026-04-03T03:32:46.249249Z","steps":["trace[454076555] 'process raft request' (duration: 672.007331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.693498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:46.24932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.576535Z","time spent":"672.745955ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:46.249336Z","caller":"traceutil/trace.go:171","msg":"trace[525211027] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28251; }","duration":"714.79788ms","start":"2026-04-03T03:32:45.534523Z","end":"2026-04-03T03:32:46.249321Z","steps":["trace[525211027] 'agreement among raft nodes before linearized reading' (duration: 714.708559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.534504Z","time spent":"714.869571ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.742786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:32:46.249487Z","caller":"traceutil/trace.go:171","msg":"trace[207307328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28251; }","duration":"597.829688ms","start":"2026-04-03T03:32:45.651645Z","end":"2026-04-03T03:32:46.249474Z","steps":["trace[207307328] 'agreement among raft nodes before linearized reading' (duration: 597.705366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.249473Z","caller":"traceutil/trace.go:171","msg":"trace[1215850051] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"671.809908ms","start":"2026-04-03T03:32:45.57762Z","end":"2026-04-03T03:32:46.249429Z","steps":["trace[1215850051] 'process raft request' (duration: 671.069465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.651619Z","time spent":"597.900319ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.817385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:32:46.249562Z","caller":"traceutil/trace.go:171","msg":"trace[1805616591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28251; }","duration":"591.875136ms","start":"2026-04-03T03:32:45.657677Z","end":"2026-04-03T03:32:46.249552Z","steps":["trace[1805616591] 'agreement among raft nodes before linearized reading' (duration: 591.786815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.318202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:46.249592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.657662Z","time spent":"591.921017ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.753885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:755"} {"level":"warn","ts":"2026-04-03T03:32:46.249628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.072927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:46.249636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.58524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-03T03:32:46.249636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.854501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:46.249666Z","caller":"traceutil/trace.go:171","msg":"trace[746231346] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28251; }","duration":"631.149498ms","start":"2026-04-03T03:32:45.618503Z","end":"2026-04-03T03:32:46.249653Z","steps":["trace[746231346] 'agreement among raft nodes before linearized reading' (duration: 631.090417ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.249646Z","caller":"traceutil/trace.go:171","msg":"trace[445003645] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28251; }","duration":"646.441654ms","start":"2026-04-03T03:32:45.603174Z","end":"2026-04-03T03:32:46.249615Z","steps":["trace[445003645] 'agreement among raft nodes before linearized reading' (duration: 646.268591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.5776Z","time spent":"671.976272ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:46.249675Z","caller":"traceutil/trace.go:171","msg":"trace[520539621] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:28251; }","duration":"687.871058ms","start":"2026-04-03T03:32:45.561779Z","end":"2026-04-03T03:32:46.24965Z","steps":["trace[520539621] 'agreement among raft nodes before linearized reading' (duration: 687.599153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.249695Z","caller":"traceutil/trace.go:171","msg":"trace[467926633] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28251; }","duration":"696.659461ms","start":"2026-04-03T03:32:45.553017Z","end":"2026-04-03T03:32:46.249676Z","steps":["trace[467926633] 'agreement among raft nodes before linearized reading' (duration: 696.450698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.618485Z","time spent":"631.21026ms","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:46.249224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.652831Z","time spent":"596.38519ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.603156Z","time spent":"646.556296ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.561767Z","time spent":"687.957169ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":777,"request content":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.553008Z","time spent":"696.717182ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.832855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:46.249603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.860908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:32:46.249773Z","caller":"traceutil/trace.go:171","msg":"trace[568928426] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28251; }","duration":"644.894135ms","start":"2026-04-03T03:32:45.604871Z","end":"2026-04-03T03:32:46.249765Z","steps":["trace[568928426] 'agreement among raft nodes before linearized reading' (duration: 644.847444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.249709Z","caller":"traceutil/trace.go:171","msg":"trace[1174735339] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28251; }","duration":"714.927003ms","start":"2026-04-03T03:32:45.534763Z","end":"2026-04-03T03:32:46.24969Z","steps":["trace[1174735339] 'agreement among raft nodes before linearized reading' (duration: 714.819621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.604854Z","time spent":"644.939016ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.534735Z","time spent":"715.062755ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-03T03:32:46.249818Z","caller":"traceutil/trace.go:171","msg":"trace[1040087813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28251; }","duration":"463.092962ms","start":"2026-04-03T03:32:45.786695Z","end":"2026-04-03T03:32:46.249788Z","steps":["trace[1040087813] 'agreement among raft nodes before linearized reading' (duration: 462.773637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.249877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.786678Z","time spent":"463.181094ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.647255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:46.249924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.824859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:46.249956Z","caller":"traceutil/trace.go:171","msg":"trace[1591566289] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28251; }","duration":"245.877299ms","start":"2026-04-03T03:32:46.004069Z","end":"2026-04-03T03:32:46.249946Z","steps":["trace[1591566289] 'agreement among raft nodes before linearized reading' (duration: 245.832937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.24988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.595363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:46.249953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.826969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-osd-openstack\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-03T03:32:46.249959Z","caller":"traceutil/trace.go:171","msg":"trace[284382558] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28251; }","duration":"424.747658ms","start":"2026-04-03T03:32:45.825186Z","end":"2026-04-03T03:32:46.249934Z","steps":["trace[284382558] 'agreement among raft nodes before linearized reading' (duration: 424.660946ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.249995Z","caller":"traceutil/trace.go:171","msg":"trace[700335832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28251; }","duration":"387.771477ms","start":"2026-04-03T03:32:45.862211Z","end":"2026-04-03T03:32:46.249983Z","steps":["trace[700335832] 'agreement among raft nodes before linearized reading' (duration: 387.590613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.249999Z","caller":"traceutil/trace.go:171","msg":"trace[687581415] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-osd-openstack; range_end:; response_count:1; response_revision:28251; }","duration":"424.898151ms","start":"2026-04-03T03:32:45.82509Z","end":"2026-04-03T03:32:46.249989Z","steps":["trace[687581415] 'agreement among raft nodes before linearized reading' (duration: 424.788468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.250016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.825166Z","time spent":"424.835369ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:46.250025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.862188Z","time spent":"387.828649ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:46.250035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.82507Z","time spent":"424.953222ms","remote":"127.0.0.1:44932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":744,"request content":"key:\"/registry/clusterrolebindings/rook-ceph-osd-openstack\" "} {"level":"warn","ts":"2026-04-03T03:32:46.249124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.390232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:46.25024Z","caller":"traceutil/trace.go:171","msg":"trace[1812807794] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28251; }","duration":"715.517164ms","start":"2026-04-03T03:32:45.534701Z","end":"2026-04-03T03:32:46.250218Z","steps":["trace[1812807794] 'agreement among raft nodes before linearized reading' (duration: 714.396573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.250312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.534687Z","time spent":"715.605125ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:32:46.452841Z","caller":"traceutil/trace.go:171","msg":"trace[1774075997] transaction","detail":"{read_only:false; response_revision:28253; number_of_response:1; }","duration":"197.72896ms","start":"2026-04-03T03:32:46.255088Z","end":"2026-04-03T03:32:46.452817Z","steps":["trace[1774075997] 'process raft request' (duration: 169.834709ms)","trace[1774075997] 'compare' (duration: 27.639406ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:46.453109Z","caller":"traceutil/trace.go:171","msg":"trace[1649906661] linearizableReadLoop","detail":"{readStateIndex:29159; appliedIndex:29156; }","duration":"163.091374ms","start":"2026-04-03T03:32:46.289994Z","end":"2026-04-03T03:32:46.453085Z","steps":["trace[1649906661] 'read index received' (duration: 134.834306ms)","trace[1649906661] 'applied index is now lower than readState.Index' (duration: 28.256128ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:46.453243Z","caller":"traceutil/trace.go:171","msg":"trace[1417002165] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"197.309353ms","start":"2026-04-03T03:32:46.25592Z","end":"2026-04-03T03:32:46.453229Z","steps":["trace[1417002165] 'process raft request' (duration: 197.097169ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.453226Z","caller":"traceutil/trace.go:171","msg":"trace[1771937512] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"197.811063ms","start":"2026-04-03T03:32:46.255347Z","end":"2026-04-03T03:32:46.453158Z","steps":["trace[1771937512] 'process raft request' (duration: 197.392464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.453475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.317623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:46.453481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.011865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-03T03:32:46.453557Z","caller":"traceutil/trace.go:171","msg":"trace[328600976] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28255; }","duration":"197.439155ms","start":"2026-04-03T03:32:46.2561Z","end":"2026-04-03T03:32:46.453539Z","steps":["trace[328600976] 'agreement among raft nodes before linearized reading' (duration: 197.267281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:46.453568Z","caller":"traceutil/trace.go:171","msg":"trace[633725094] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:28255; }","duration":"124.127987ms","start":"2026-04-03T03:32:46.32942Z","end":"2026-04-03T03:32:46.453548Z","steps":["trace[633725094] 'agreement among raft nodes before linearized reading' (duration: 123.963824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:46.454044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.616893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:32:46.454128Z","caller":"traceutil/trace.go:171","msg":"trace[1906532726] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28255; }","duration":"126.730785ms","start":"2026-04-03T03:32:46.327367Z","end":"2026-04-03T03:32:46.454097Z","steps":["trace[1906532726] 'agreement among raft nodes before linearized reading' (duration: 126.003792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:56.298925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26110} {"level":"info","ts":"2026-04-03T03:32:56.447011Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26110,"took":"143.910936ms","hash":2118065558,"current-db-size-bytes":58945536,"current-db-size":"59 MB","current-db-size-in-use-bytes":29163520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-03T03:32:56.447083Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2118065558,"revision":26110,"compact-revision":23174} {"level":"warn","ts":"2026-04-03T03:33:17.391251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.800118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:17.391477Z","caller":"traceutil/trace.go:171","msg":"trace[658503089] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"437.400763ms","start":"2026-04-03T03:33:16.954042Z","end":"2026-04-03T03:33:17.391443Z","steps":["trace[658503089] 'process raft request' (duration: 229.313829ms)","trace[658503089] 'compare' (duration: 207.168567ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:17.391539Z","caller":"traceutil/trace.go:171","msg":"trace[588277927] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"433.597922ms","start":"2026-04-03T03:33:16.957923Z","end":"2026-04-03T03:33:17.391521Z","steps":["trace[588277927] 'process raft request' (duration: 433.529741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.391619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:16.957907Z","time spent":"433.677743ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:17.391627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:16.95403Z","time spent":"437.518805ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:17.391744Z","caller":"traceutil/trace.go:171","msg":"trace[824452282] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"436.65131ms","start":"2026-04-03T03:33:16.955084Z","end":"2026-04-03T03:33:17.391735Z","steps":["trace[824452282] 'process raft request' (duration: 436.279052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.391782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:16.955062Z","time spent":"436.70102ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:17.391802Z","caller":"traceutil/trace.go:171","msg":"trace[1570716094] linearizableReadLoop","detail":"{readStateIndex:29393; appliedIndex:29389; }","duration":"369.583228ms","start":"2026-04-03T03:33:17.02215Z","end":"2026-04-03T03:33:17.391733Z","steps":["trace[1570716094] 'read index received' (duration: 161.148867ms)","trace[1570716094] 'applied index is now lower than readState.Index' (duration: 208.433421ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:17.392006Z","caller":"traceutil/trace.go:171","msg":"trace[1837950098] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"392.813612ms","start":"2026-04-03T03:33:16.999154Z","end":"2026-04-03T03:33:17.391968Z","steps":["trace[1837950098] 'process raft request' (duration: 392.334802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.392149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.549628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-04-03T03:33:17.392184Z","caller":"traceutil/trace.go:171","msg":"trace[1886074969] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:28481; }","duration":"279.619459ms","start":"2026-04-03T03:33:17.112557Z","end":"2026-04-03T03:33:17.392176Z","steps":["trace[1886074969] 'agreement among raft nodes before linearized reading' (duration: 279.503547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.392158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:16.999129Z","time spent":"392.912333ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:17.392409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.373693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-04-03T03:33:17.392456Z","caller":"traceutil/trace.go:171","msg":"trace[783984879] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:28481; }","duration":"437.419714ms","start":"2026-04-03T03:33:16.955025Z","end":"2026-04-03T03:33:17.392445Z","steps":["trace[783984879] 'agreement among raft nodes before linearized reading' (duration: 437.319812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.39249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:16.954995Z","time spent":"437.488894ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-03T03:33:17.39261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.779219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:17.392687Z","caller":"traceutil/trace.go:171","msg":"trace[2121001451] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28481; }","duration":"161.85806ms","start":"2026-04-03T03:33:17.230787Z","end":"2026-04-03T03:33:17.392645Z","steps":["trace[2121001451] 'agreement among raft nodes before linearized reading' (duration: 161.746818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.883371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.72645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-04-03T03:33:17.883901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.727683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-03T03:33:17.883981Z","caller":"traceutil/trace.go:171","msg":"trace[742520874] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:28481; }","duration":"352.838625ms","start":"2026-04-03T03:33:17.53112Z","end":"2026-04-03T03:33:17.883959Z","steps":["trace[742520874] 'range keys from in-memory index tree' (duration: 352.600101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.884025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:17.531109Z","time spent":"352.908027ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-04-03T03:33:17.883451Z","caller":"traceutil/trace.go:171","msg":"trace[1264306751] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:28481; }","duration":"369.844132ms","start":"2026-04-03T03:33:17.513589Z","end":"2026-04-03T03:33:17.883433Z","steps":["trace[1264306751] 'range keys from in-memory index tree' (duration: 369.512356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:17.884438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:17.513568Z","time spent":"370.82298ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-03T03:33:17.884735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.831452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:17.885799Z","caller":"traceutil/trace.go:171","msg":"trace[980653018] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"236.424431ms","start":"2026-04-03T03:33:17.649357Z","end":"2026-04-03T03:33:17.885781Z","steps":["trace[980653018] 'process raft request' (duration: 22.437669ms)","trace[980653018] 'compare' (duration: 212.714489ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:18.15Z","caller":"traceutil/trace.go:171","msg":"trace[2096629241] linearizableReadLoop","detail":"{readStateIndex:29395; appliedIndex:29394; }","duration":"254.431738ms","start":"2026-04-03T03:33:17.895548Z","end":"2026-04-03T03:33:18.14998Z","steps":["trace[2096629241] 'read index received' (duration: 237.391831ms)","trace[2096629241] 'applied index is now lower than readState.Index' (duration: 17.038567ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:18.150046Z","caller":"traceutil/trace.go:171","msg":"trace[557238847] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"259.278319ms","start":"2026-04-03T03:33:17.890734Z","end":"2026-04-03T03:33:18.150012Z","steps":["trace[557238847] 'process raft request' (duration: 242.265582ms)","trace[557238847] 'compare' (duration: 16.880245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:18.150267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.224665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-04-03T03:33:18.150311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.742175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329949"} {"level":"info","ts":"2026-04-03T03:33:18.150354Z","caller":"traceutil/trace.go:171","msg":"trace[504548219] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:28483; }","duration":"254.799586ms","start":"2026-04-03T03:33:17.895543Z","end":"2026-04-03T03:33:18.150343Z","steps":["trace[504548219] 'agreement among raft nodes before linearized reading' (duration: 254.573722ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:18.150381Z","caller":"traceutil/trace.go:171","msg":"trace[808740582] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:28483; }","duration":"186.328507ms","start":"2026-04-03T03:33:17.963985Z","end":"2026-04-03T03:33:18.150314Z","steps":["trace[808740582] 'agreement among raft nodes before linearized reading' (duration: 186.151924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:38.856948Z","caller":"traceutil/trace.go:171","msg":"trace[1828103168] transaction","detail":"{read_only:false; response_revision:28635; number_of_response:1; }","duration":"187.872147ms","start":"2026-04-03T03:33:38.66905Z","end":"2026-04-03T03:33:38.856922Z","steps":["trace[1828103168] 'process raft request' (duration: 187.665604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:38.857336Z","caller":"traceutil/trace.go:171","msg":"trace[138805862] linearizableReadLoop","detail":"{readStateIndex:29551; appliedIndex:29551; }","duration":"166.356407ms","start":"2026-04-03T03:33:38.690971Z","end":"2026-04-03T03:33:38.857328Z","steps":["trace[138805862] 'read index received' (duration: 166.352367ms)","trace[138805862] 'applied index is now lower than readState.Index' (duration: 3.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:38.857478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.049932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:33:38.857506Z","caller":"traceutil/trace.go:171","msg":"trace[1567804355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28635; }","duration":"165.111683ms","start":"2026-04-03T03:33:38.692388Z","end":"2026-04-03T03:33:38.857499Z","steps":["trace[1567804355] 'agreement among raft nodes before linearized reading' (duration: 165.009741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:38.857631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.688072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:33:38.857657Z","caller":"traceutil/trace.go:171","msg":"trace[1508301587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28635; }","duration":"166.758573ms","start":"2026-04-03T03:33:38.690891Z","end":"2026-04-03T03:33:38.85765Z","steps":["trace[1508301587] 'agreement among raft nodes before linearized reading' (duration: 166.700032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:38.857847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.29075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7928"} {"level":"info","ts":"2026-04-03T03:33:38.857871Z","caller":"traceutil/trace.go:171","msg":"trace[174057916] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:28635; }","duration":"102.3419ms","start":"2026-04-03T03:33:38.755524Z","end":"2026-04-03T03:33:38.857866Z","steps":["trace[174057916] 'agreement among raft nodes before linearized reading' (duration: 102.275579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:38.858008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.199445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-04-03T03:33:38.858033Z","caller":"traceutil/trace.go:171","msg":"trace[129993375] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28635; }","duration":"120.255365ms","start":"2026-04-03T03:33:38.737772Z","end":"2026-04-03T03:33:38.858028Z","steps":["trace[129993375] 'agreement among raft nodes before linearized reading' (duration: 120.192844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:38.858141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.894778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:33:38.858163Z","caller":"traceutil/trace.go:171","msg":"trace[666917501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28635; }","duration":"150.948589ms","start":"2026-04-03T03:33:38.707209Z","end":"2026-04-03T03:33:38.858158Z","steps":["trace[666917501] 'agreement among raft nodes before linearized reading' (duration: 150.898608ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:39.164308Z","caller":"traceutil/trace.go:171","msg":"trace[975841022] transaction","detail":"{read_only:false; response_revision:28636; number_of_response:1; }","duration":"301.033891ms","start":"2026-04-03T03:33:38.863252Z","end":"2026-04-03T03:33:39.164286Z","steps":["trace[975841022] 'process raft request' (duration: 219.674942ms)","trace[975841022] 'compare' (duration: 81.212686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:39.164428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:38.863242Z","time spent":"301.127703ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:39.164625Z","caller":"traceutil/trace.go:171","msg":"trace[1492992174] transaction","detail":"{read_only:false; response_revision:28637; number_of_response:1; }","duration":"301.190814ms","start":"2026-04-03T03:33:38.863404Z","end":"2026-04-03T03:33:39.164595Z","steps":["trace[1492992174] 'process raft request' (duration: 300.851938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:39.164848Z","caller":"traceutil/trace.go:171","msg":"trace[473294618] linearizableReadLoop","detail":"{readStateIndex:29554; appliedIndex:29551; }","duration":"297.691318ms","start":"2026-04-03T03:33:38.867113Z","end":"2026-04-03T03:33:39.164804Z","steps":["trace[473294618] 'read index received' (duration: 215.81746ms)","trace[473294618] 'applied index is now lower than readState.Index' (duration: 81.871858ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:39.164973Z","caller":"traceutil/trace.go:171","msg":"trace[1605145854] transaction","detail":"{read_only:false; response_revision:28638; number_of_response:1; }","duration":"299.611895ms","start":"2026-04-03T03:33:38.865326Z","end":"2026-04-03T03:33:39.164937Z","steps":["trace[1605145854] 'process raft request' (duration: 299.179957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:39.165058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.893512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:39.165088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:38.863396Z","time spent":"301.598181ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:39.165122Z","caller":"traceutil/trace.go:171","msg":"trace[2023546383] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28638; }","duration":"297.998964ms","start":"2026-04-03T03:33:38.8671Z","end":"2026-04-03T03:33:39.165099Z","steps":["trace[2023546383] 'agreement among raft nodes before linearized reading' (duration: 297.859741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:39.166847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.975673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-04-03T03:33:39.166908Z","caller":"traceutil/trace.go:171","msg":"trace[154871459] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28639; }","duration":"299.051155ms","start":"2026-04-03T03:33:38.867842Z","end":"2026-04-03T03:33:39.166893Z","steps":["trace[154871459] 'agreement among raft nodes before linearized reading' (duration: 298.863361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:39.167184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.340222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:33:39.167245Z","caller":"traceutil/trace.go:171","msg":"trace[1451014841] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28639; }","duration":"297.412873ms","start":"2026-04-03T03:33:38.869815Z","end":"2026-04-03T03:33:39.167228Z","steps":["trace[1451014841] 'agreement among raft nodes before linearized reading' (duration: 297.24025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:39.167299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.067868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7928"} {"level":"info","ts":"2026-04-03T03:33:39.167378Z","caller":"traceutil/trace.go:171","msg":"trace[847444599] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:28639; }","duration":"206.184439ms","start":"2026-04-03T03:33:38.961177Z","end":"2026-04-03T03:33:39.167361Z","steps":["trace[847444599] 'agreement among raft nodes before linearized reading' (duration: 205.997226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.604808Z","caller":"traceutil/trace.go:171","msg":"trace[513429926] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"429.231255ms","start":"2026-04-03T03:33:41.175525Z","end":"2026-04-03T03:33:41.604756Z","steps":["trace[513429926] 'process raft request' (duration: 429.157854ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.60485Z","caller":"traceutil/trace.go:171","msg":"trace[1195366507] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"429.768074ms","start":"2026-04-03T03:33:41.175047Z","end":"2026-04-03T03:33:41.604815Z","steps":["trace[1195366507] 'process raft request' (duration: 429.464899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.604984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.175515Z","time spent":"429.383218ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:41.605009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.175024Z","time spent":"429.907037ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:41.605026Z","caller":"traceutil/trace.go:171","msg":"trace[1142653310] linearizableReadLoop","detail":"{readStateIndex:29569; appliedIndex:29566; }","duration":"428.678944ms","start":"2026-04-03T03:33:41.176296Z","end":"2026-04-03T03:33:41.604974Z","steps":["trace[1142653310] 'read index received' (duration: 58.534973ms)","trace[1142653310] 'applied index is now lower than readState.Index' (duration: 370.140991ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:41.605079Z","caller":"traceutil/trace.go:171","msg":"trace[1867863977] transaction","detail":"{read_only:false; response_revision:28653; number_of_response:1; }","duration":"428.499991ms","start":"2026-04-03T03:33:41.176535Z","end":"2026-04-03T03:33:41.605035Z","steps":["trace[1867863977] 'process raft request' (duration: 428.185465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.605237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.176517Z","time spent":"428.644533ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:41.605275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.963159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:33:41.605301Z","caller":"traceutil/trace.go:171","msg":"trace[517811861] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28653; }","duration":"429.034551ms","start":"2026-04-03T03:33:41.17626Z","end":"2026-04-03T03:33:41.605294Z","steps":["trace[517811861] 'agreement among raft nodes before linearized reading' (duration: 428.883118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.605322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.176245Z","time spent":"429.072901ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-03T03:33:41.851227Z","caller":"traceutil/trace.go:171","msg":"trace[322321692] transaction","detail":"{read_only:false; response_revision:28654; number_of_response:1; }","duration":"531.200208ms","start":"2026-04-03T03:33:41.320002Z","end":"2026-04-03T03:33:41.851202Z","steps":["trace[322321692] 'process raft request' (duration: 530.981004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.851375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.319984Z","time spent":"531.316719ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:41.851603Z","caller":"traceutil/trace.go:171","msg":"trace[1618193306] transaction","detail":"{read_only:false; response_revision:28655; number_of_response:1; }","duration":"365.563865ms","start":"2026-04-03T03:33:41.486013Z","end":"2026-04-03T03:33:41.851576Z","steps":["trace[1618193306] 'process raft request' (duration: 365.130518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.851781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.485988Z","time spent":"365.710989ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:41.851795Z","caller":"traceutil/trace.go:171","msg":"trace[929974252] transaction","detail":"{read_only:false; response_revision:28656; number_of_response:1; }","duration":"348.839083ms","start":"2026-04-03T03:33:41.502943Z","end":"2026-04-03T03:33:41.851782Z","steps":["trace[929974252] 'process raft request' (duration: 348.540738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.851864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.502924Z","time spent":"348.904395ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:41.851996Z","caller":"traceutil/trace.go:171","msg":"trace[1998409453] transaction","detail":"{read_only:false; response_revision:28657; number_of_response:1; }","duration":"348.951886ms","start":"2026-04-03T03:33:41.503033Z","end":"2026-04-03T03:33:41.851985Z","steps":["trace[1998409453] 'process raft request' (duration: 348.705491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.852114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.503022Z","time spent":"349.005858ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:41.852255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.454806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:41.852291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.074025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7283"} {"level":"info","ts":"2026-04-03T03:33:41.852115Z","caller":"traceutil/trace.go:171","msg":"trace[562997373] linearizableReadLoop","detail":"{readStateIndex:29575; appliedIndex:29570; }","duration":"246.958352ms","start":"2026-04-03T03:33:41.605103Z","end":"2026-04-03T03:33:41.852062Z","steps":["trace[562997373] 'read index received' (duration: 245.889582ms)","trace[562997373] 'applied index is now lower than readState.Index' (duration: 1.06752ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:41.852321Z","caller":"traceutil/trace.go:171","msg":"trace[1903273434] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28658; }","duration":"386.552458ms","start":"2026-04-03T03:33:41.465752Z","end":"2026-04-03T03:33:41.852305Z","steps":["trace[1903273434] 'agreement among raft nodes before linearized reading' (duration: 386.393715ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.852333Z","caller":"traceutil/trace.go:171","msg":"trace[1577554059] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:28658; }","duration":"653.156536ms","start":"2026-04-03T03:33:41.199163Z","end":"2026-04-03T03:33:41.852319Z","steps":["trace[1577554059] 'agreement among raft nodes before linearized reading' (duration: 652.984773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.852357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.465741Z","time spent":"386.607368ms","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.852375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.199142Z","time spent":"653.225798ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7305,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:33:41.852364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.338016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.852432Z","caller":"traceutil/trace.go:171","msg":"trace[64984358] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28658; }","duration":"399.47142ms","start":"2026-04-03T03:33:41.452943Z","end":"2026-04-03T03:33:41.852415Z","steps":["trace[64984358] 'agreement among raft nodes before linearized reading' (duration: 399.331837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.852467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.452922Z","time spent":"399.53868ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:33:41.85246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.735327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.852503Z","caller":"traceutil/trace.go:171","msg":"trace[1299284610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28658; }","duration":"224.785148ms","start":"2026-04-03T03:33:41.627705Z","end":"2026-04-03T03:33:41.852491Z","steps":["trace[1299284610] 'agreement among raft nodes before linearized reading' (duration: 224.709877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.852584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.618851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.852605Z","caller":"traceutil/trace.go:171","msg":"trace[1478707553] transaction","detail":"{read_only:false; response_revision:28658; number_of_response:1; }","duration":"348.09278ms","start":"2026-04-03T03:33:41.504504Z","end":"2026-04-03T03:33:41.852596Z","steps":["trace[1478707553] 'process raft request' (duration: 347.434317ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.852626Z","caller":"traceutil/trace.go:171","msg":"trace[817478917] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28658; }","duration":"399.695223ms","start":"2026-04-03T03:33:41.452921Z","end":"2026-04-03T03:33:41.852617Z","steps":["trace[817478917] 'agreement among raft nodes before linearized reading' (duration: 399.633192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.852639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.461688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:41.852657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.452897Z","time spent":"399.751365ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:33:41.852666Z","caller":"traceutil/trace.go:171","msg":"trace[1033217470] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28658; }","duration":"399.503739ms","start":"2026-04-03T03:33:41.453152Z","end":"2026-04-03T03:33:41.852656Z","steps":["trace[1033217470] 'agreement among raft nodes before linearized reading' (duration: 399.465048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.852678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.504488Z","time spent":"348.14168ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:41.852688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.453144Z","time spent":"399.539409ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:33:41.852818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.044753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8149"} {"level":"info","ts":"2026-04-03T03:33:41.852846Z","caller":"traceutil/trace.go:171","msg":"trace[1650393979] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:28658; }","duration":"616.106314ms","start":"2026-04-03T03:33:41.236732Z","end":"2026-04-03T03:33:41.852838Z","steps":["trace[1650393979] 'agreement among raft nodes before linearized reading' (duration: 615.990212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.852889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.236717Z","time spent":"616.166335ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8171,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-03T03:33:41.852904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.745203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:33:41.852965Z","caller":"traceutil/trace.go:171","msg":"trace[1426734537] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28658; }","duration":"370.831344ms","start":"2026-04-03T03:33:41.482115Z","end":"2026-04-03T03:33:41.852946Z","steps":["trace[1426734537] 'agreement among raft nodes before linearized reading' (duration: 370.60543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.853011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.482105Z","time spent":"370.893475ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-03T03:33:42.416421Z","caller":"traceutil/trace.go:171","msg":"trace[1862443786] linearizableReadLoop","detail":"{readStateIndex:29576; appliedIndex:29575; }","duration":"107.916646ms","start":"2026-04-03T03:33:42.308483Z","end":"2026-04-03T03:33:42.4164Z","steps":["trace[1862443786] 'read index received' (duration: 107.698121ms)","trace[1862443786] 'applied index is now lower than readState.Index' (duration: 217.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:42.416491Z","caller":"traceutil/trace.go:171","msg":"trace[325746903] transaction","detail":"{read_only:false; response_revision:28659; number_of_response:1; }","duration":"142.814477ms","start":"2026-04-03T03:33:42.27364Z","end":"2026-04-03T03:33:42.416454Z","steps":["trace[325746903] 'process raft request' (duration: 142.616093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:42.416657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.1606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6652"} {"level":"info","ts":"2026-04-03T03:33:42.416732Z","caller":"traceutil/trace.go:171","msg":"trace[144724855] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:28659; }","duration":"108.280162ms","start":"2026-04-03T03:33:42.308435Z","end":"2026-04-03T03:33:42.416715Z","steps":["trace[144724855] 'agreement among raft nodes before linearized reading' (duration: 108.053728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:42.429083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.151284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:8017"} {"level":"info","ts":"2026-04-03T03:33:42.429188Z","caller":"traceutil/trace.go:171","msg":"trace[2013118990] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:28660; }","duration":"112.280336ms","start":"2026-04-03T03:33:42.316882Z","end":"2026-04-03T03:33:42.429162Z","steps":["trace[2013118990] 'agreement among raft nodes before linearized reading' (duration: 111.993511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:42.574484Z","caller":"traceutil/trace.go:171","msg":"trace[948718306] linearizableReadLoop","detail":"{readStateIndex:29579; appliedIndex:29577; }","duration":"140.155847ms","start":"2026-04-03T03:33:42.434299Z","end":"2026-04-03T03:33:42.574455Z","steps":["trace[948718306] 'read index received' (duration: 136.00111ms)","trace[948718306] 'applied index is now lower than readState.Index' (duration: 4.153527ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:42.57466Z","caller":"traceutil/trace.go:171","msg":"trace[2093027434] transaction","detail":"{read_only:false; response_revision:28661; number_of_response:1; }","duration":"147.071926ms","start":"2026-04-03T03:33:42.427571Z","end":"2026-04-03T03:33:42.574643Z","steps":["trace[2093027434] 'process raft request' (duration: 142.730615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:42.575012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.673687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:8017"} {"level":"info","ts":"2026-04-03T03:33:42.575106Z","caller":"traceutil/trace.go:171","msg":"trace[1415537783] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:28662; }","duration":"140.81939ms","start":"2026-04-03T03:33:42.434266Z","end":"2026-04-03T03:33:42.575086Z","steps":["trace[1415537783] 'agreement among raft nodes before linearized reading' (duration: 140.529315ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:42.575042Z","caller":"traceutil/trace.go:171","msg":"trace[315734546] transaction","detail":"{read_only:false; response_revision:28662; number_of_response:1; }","duration":"141.36006ms","start":"2026-04-03T03:33:42.433637Z","end":"2026-04-03T03:33:42.574997Z","steps":["trace[315734546] 'process raft request' (duration: 140.684387ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:42.751605Z","caller":"traceutil/trace.go:171","msg":"trace[544315366] linearizableReadLoop","detail":"{readStateIndex:29580; appliedIndex:29579; }","duration":"171.036484ms","start":"2026-04-03T03:33:42.580546Z","end":"2026-04-03T03:33:42.751583Z","steps":["trace[544315366] 'read index received' (duration: 170.022424ms)","trace[544315366] 'applied index is now lower than readState.Index' (duration: 1.01307ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:42.751784Z","caller":"traceutil/trace.go:171","msg":"trace[397871854] transaction","detail":"{read_only:false; response_revision:28663; number_of_response:1; }","duration":"171.233237ms","start":"2026-04-03T03:33:42.580461Z","end":"2026-04-03T03:33:42.751694Z","steps":["trace[397871854] 'process raft request' (duration: 170.143786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:42.753404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.813436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6652"} {"level":"info","ts":"2026-04-03T03:33:42.75344Z","caller":"traceutil/trace.go:171","msg":"trace[176719516] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:28664; }","duration":"172.878038ms","start":"2026-04-03T03:33:42.580553Z","end":"2026-04-03T03:33:42.753431Z","steps":["trace[176719516] 'agreement among raft nodes before linearized reading' (duration: 172.711185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:42.754627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.05997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389149"} {"level":"info","ts":"2026-04-03T03:33:42.754704Z","caller":"traceutil/trace.go:171","msg":"trace[682013699] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:28663; }","duration":"174.172352ms","start":"2026-04-03T03:33:42.580514Z","end":"2026-04-03T03:33:42.754687Z","steps":["trace[682013699] 'agreement among raft nodes before linearized reading' (duration: 171.171946ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.09511Z","caller":"traceutil/trace.go:171","msg":"trace[571830336] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"222.598136ms","start":"2026-04-03T03:33:47.872491Z","end":"2026-04-03T03:33:48.095089Z","steps":["trace[571830336] 'process raft request' (duration: 222.538445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.095149Z","caller":"traceutil/trace.go:171","msg":"trace[871487424] transaction","detail":"{read_only:false; response_revision:28700; number_of_response:1; }","duration":"222.695548ms","start":"2026-04-03T03:33:47.872408Z","end":"2026-04-03T03:33:48.095104Z","steps":["trace[871487424] 'process raft request' (duration: 222.489815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.095424Z","caller":"traceutil/trace.go:171","msg":"trace[1063325559] linearizableReadLoop","detail":"{readStateIndex:29619; appliedIndex:29616; }","duration":"220.271084ms","start":"2026-04-03T03:33:47.87514Z","end":"2026-04-03T03:33:48.095412Z","steps":["trace[1063325559] 'read index received' (duration: 3.972065ms)","trace[1063325559] 'applied index is now lower than readState.Index' (duration: 216.297919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:48.095558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.684993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:48.095554Z","caller":"traceutil/trace.go:171","msg":"trace[1521828024] transaction","detail":"{read_only:false; response_revision:28702; number_of_response:1; }","duration":"217.873538ms","start":"2026-04-03T03:33:47.877652Z","end":"2026-04-03T03:33:48.095525Z","steps":["trace[1521828024] 'process raft request' (duration: 217.407859ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.095597Z","caller":"traceutil/trace.go:171","msg":"trace[501918296] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28702; }","duration":"218.747754ms","start":"2026-04-03T03:33:47.876839Z","end":"2026-04-03T03:33:48.095587Z","steps":["trace[501918296] 'agreement among raft nodes before linearized reading' (duration: 218.650032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:48.095754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.07046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-04-03T03:33:48.095814Z","caller":"traceutil/trace.go:171","msg":"trace[1008587293] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:28702; }","duration":"197.171022ms","start":"2026-04-03T03:33:47.898629Z","end":"2026-04-03T03:33:48.0958Z","steps":["trace[1008587293] 'agreement among raft nodes before linearized reading' (duration: 196.973348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:48.095821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.897087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-03T03:33:48.095821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.20565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-04-03T03:33:48.095859Z","caller":"traceutil/trace.go:171","msg":"trace[1171626455] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28702; }","duration":"218.987339ms","start":"2026-04-03T03:33:47.876861Z","end":"2026-04-03T03:33:48.095848Z","steps":["trace[1171626455] 'agreement among raft nodes before linearized reading' (duration: 218.840296ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.095901Z","caller":"traceutil/trace.go:171","msg":"trace[873696631] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:28702; }","duration":"199.328231ms","start":"2026-04-03T03:33:47.896549Z","end":"2026-04-03T03:33:48.095877Z","steps":["trace[873696631] 'agreement among raft nodes before linearized reading' (duration: 199.076797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:48.096398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.254991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:48.096479Z","caller":"traceutil/trace.go:171","msg":"trace[1699686642] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28702; }","duration":"221.353853ms","start":"2026-04-03T03:33:47.87511Z","end":"2026-04-03T03:33:48.096464Z","steps":["trace[1699686642] 'agreement among raft nodes before linearized reading' (duration: 220.374125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:48.761294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.609466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:48.761362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.167838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:958"} {"level":"warn","ts":"2026-04-03T03:33:48.761475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.852966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:48.761502Z","caller":"traceutil/trace.go:171","msg":"trace[1353752669] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:28703; }","duration":"222.387512ms","start":"2026-04-03T03:33:48.539082Z","end":"2026-04-03T03:33:48.761469Z","steps":["trace[1353752669] 'range keys from in-memory index tree' (duration: 221.890693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.761708Z","caller":"traceutil/trace.go:171","msg":"trace[542254656] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"159.117632ms","start":"2026-04-03T03:33:48.602576Z","end":"2026-04-03T03:33:48.761694Z","steps":["trace[542254656] 'process raft request' (duration: 159.004189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.761412Z","caller":"traceutil/trace.go:171","msg":"trace[14515050] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28703; }","duration":"192.78749ms","start":"2026-04-03T03:33:48.568611Z","end":"2026-04-03T03:33:48.761398Z","steps":["trace[14515050] 'count revisions from in-memory index tree' (duration: 192.470494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:48.761844Z","caller":"traceutil/trace.go:171","msg":"trace[7915758] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"167.727382ms","start":"2026-04-03T03:33:48.594104Z","end":"2026-04-03T03:33:48.761831Z","steps":["trace[7915758] 'process raft request' (duration: 16.408317ms)","trace[7915758] 'compare' (duration: 150.320476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:48.761337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.917027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-03T03:33:48.761923Z","caller":"traceutil/trace.go:171","msg":"trace[1028507225] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:28703; }","duration":"189.53872ms","start":"2026-04-03T03:33:48.572374Z","end":"2026-04-03T03:33:48.761913Z","steps":["trace[1028507225] 'range keys from in-memory index tree' (duration: 188.732964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.063912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.10806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:49.064033Z","caller":"traceutil/trace.go:171","msg":"trace[365489188] linearizableReadLoop","detail":"{readStateIndex:29624; appliedIndex:29623; }","duration":"285.127463ms","start":"2026-04-03T03:33:48.778889Z","end":"2026-04-03T03:33:49.064016Z","steps":["trace[365489188] 'read index received' (duration: 110.770568ms)","trace[365489188] 'applied index is now lower than readState.Index' (duration: 174.355505ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:49.064087Z","caller":"traceutil/trace.go:171","msg":"trace[646436437] transaction","detail":"{read_only:false; response_revision:28706; number_of_response:1; }","duration":"286.666492ms","start":"2026-04-03T03:33:48.777392Z","end":"2026-04-03T03:33:49.064059Z","steps":["trace[646436437] 'process raft request' (duration: 112.326427ms)","trace[646436437] 'compare' (duration: 173.985078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:49.064239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.338218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:33:49.064304Z","caller":"traceutil/trace.go:171","msg":"trace[1184262830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28706; }","duration":"285.41496ms","start":"2026-04-03T03:33:48.778868Z","end":"2026-04-03T03:33:49.064283Z","steps":["trace[1184262830] 'agreement among raft nodes before linearized reading' (duration: 285.211296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.064371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.487812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:49.064398Z","caller":"traceutil/trace.go:171","msg":"trace[1121637633] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28706; }","duration":"186.556595ms","start":"2026-04-03T03:33:48.877832Z","end":"2026-04-03T03:33:49.064389Z","steps":["trace[1121637633] 'agreement among raft nodes before linearized reading' (duration: 186.508404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.064435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.647171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:49.064521Z","caller":"traceutil/trace.go:171","msg":"trace[1804321065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28706; }","duration":"204.785153ms","start":"2026-04-03T03:33:48.859709Z","end":"2026-04-03T03:33:49.064494Z","steps":["trace[1804321065] 'agreement among raft nodes before linearized reading' (duration: 204.639751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.064545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.81504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:33:49.064625Z","caller":"traceutil/trace.go:171","msg":"trace[2137191019] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28706; }","duration":"185.928491ms","start":"2026-04-03T03:33:48.878677Z","end":"2026-04-03T03:33:49.064606Z","steps":["trace[2137191019] 'agreement among raft nodes before linearized reading' (duration: 185.686667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.064549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.214639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-03T03:33:49.064732Z","caller":"traceutil/trace.go:171","msg":"trace[1064844995] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:28706; }","duration":"215.453683ms","start":"2026-04-03T03:33:48.849263Z","end":"2026-04-03T03:33:49.064717Z","steps":["trace[1064844995] 'agreement among raft nodes before linearized reading' (duration: 215.090737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.067528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.264171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28705 ","response":"range_response_count:1000 size:778139"} {"level":"info","ts":"2026-04-03T03:33:49.067576Z","caller":"traceutil/trace.go:171","msg":"trace[1372977331] range","detail":"{range_begin:/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28706; }","duration":"282.345053ms","start":"2026-04-03T03:33:48.78522Z","end":"2026-04-03T03:33:49.067565Z","steps":["trace[1372977331] 'agreement among raft nodes before linearized reading' (duration: 278.911129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.542445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.948536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:49.542524Z","caller":"traceutil/trace.go:171","msg":"trace[253332095] linearizableReadLoop","detail":"{readStateIndex:29626; appliedIndex:29625; }","duration":"384.444948ms","start":"2026-04-03T03:33:49.158064Z","end":"2026-04-03T03:33:49.542509Z","steps":["trace[253332095] 'read index received' (duration: 201.380319ms)","trace[253332095] 'applied index is now lower than readState.Index' (duration: 183.063529ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:49.542582Z","caller":"traceutil/trace.go:171","msg":"trace[1777882168] transaction","detail":"{read_only:false; response_revision:28708; number_of_response:1; }","duration":"401.725322ms","start":"2026-04-03T03:33:49.140847Z","end":"2026-04-03T03:33:49.542572Z","steps":["trace[1777882168] 'process raft request' (duration: 218.592612ms)","trace[1777882168] 'compare' (duration: 182.861465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:49.542636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.140826Z","time spent":"401.787242ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:49.542682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.59891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:49.54275Z","caller":"traceutil/trace.go:171","msg":"trace[687008590] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28708; }","duration":"384.712493ms","start":"2026-04-03T03:33:49.158023Z","end":"2026-04-03T03:33:49.542735Z","steps":["trace[687008590] 'agreement among raft nodes before linearized reading' (duration: 384.58626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.542781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.158009Z","time spent":"384.764643ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:49.770254Z","caller":"traceutil/trace.go:171","msg":"trace[482387289] transaction","detail":"{read_only:false; response_revision:28709; number_of_response:1; }","duration":"503.236927ms","start":"2026-04-03T03:33:49.26699Z","end":"2026-04-03T03:33:49.770227Z","steps":["trace[482387289] 'process raft request' (duration: 486.80864ms)","trace[482387289] 'compare' (duration: 15.734173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:49.770387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.266961Z","time spent":"503.357749ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:49.951154Z","caller":"traceutil/trace.go:171","msg":"trace[2108417418] linearizableReadLoop","detail":"{readStateIndex:29628; appliedIndex:29626; }","duration":"408.584329ms","start":"2026-04-03T03:33:49.542544Z","end":"2026-04-03T03:33:49.951128Z","steps":["trace[2108417418] 'read index received' (duration: 211.391727ms)","trace[2108417418] 'applied index is now lower than readState.Index' (duration: 197.191692ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:49.951174Z","caller":"traceutil/trace.go:171","msg":"trace[1355486801] transaction","detail":"{read_only:false; response_revision:28710; number_of_response:1; }","duration":"545.748121ms","start":"2026-04-03T03:33:49.405393Z","end":"2026-04-03T03:33:49.951141Z","steps":["trace[1355486801] 'process raft request' (duration: 543.893566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.951303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.405368Z","time spent":"545.868202ms","remote":"127.0.0.1:44772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:49.951333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.822545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-03T03:33:49.951359Z","caller":"traceutil/trace.go:171","msg":"trace[9636036] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:28710; }","duration":"618.885345ms","start":"2026-04-03T03:33:49.332465Z","end":"2026-04-03T03:33:49.95135Z","steps":["trace[9636036] 'agreement among raft nodes before linearized reading' (duration: 618.764783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.951387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.332449Z","time spent":"618.931927ms","remote":"127.0.0.1:44630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-04-03T03:33:49.951485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.441373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-03T03:33:49.951519Z","caller":"traceutil/trace.go:171","msg":"trace[153663666] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:28710; }","duration":"742.471123ms","start":"2026-04-03T03:33:49.209038Z","end":"2026-04-03T03:33:49.951509Z","steps":["trace[153663666] 'agreement among raft nodes before linearized reading' (duration: 742.358691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.95154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.209021Z","time spent":"742.514674ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":984,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-04-03T03:33:49.951558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.438015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-03T03:33:49.95158Z","caller":"traceutil/trace.go:171","msg":"trace[1804733875] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28710; }","duration":"755.502896ms","start":"2026-04-03T03:33:49.196071Z","end":"2026-04-03T03:33:49.951574Z","steps":["trace[1804733875] 'agreement among raft nodes before linearized reading' (duration: 755.437205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.951602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.196055Z","time spent":"755.542457ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":927,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-03T03:33:49.951681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.332375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:49.951708Z","caller":"traceutil/trace.go:171","msg":"trace[976030653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28712; }","duration":"791.369907ms","start":"2026-04-03T03:33:49.160329Z","end":"2026-04-03T03:33:49.951699Z","steps":["trace[976030653] 'agreement among raft nodes before linearized reading' (duration: 791.315896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.951726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.160323Z","time spent":"791.397907ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:49.951767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.311003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:49.951826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.084255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:33:49.951841Z","caller":"traceutil/trace.go:171","msg":"trace[2034218952] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28712; }","duration":"319.413815ms","start":"2026-04-03T03:33:49.632406Z","end":"2026-04-03T03:33:49.95182Z","steps":["trace[2034218952] 'agreement among raft nodes before linearized reading' (duration: 319.296892ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:49.951884Z","caller":"traceutil/trace.go:171","msg":"trace[616015337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28712; }","duration":"315.167576ms","start":"2026-04-03T03:33:49.636702Z","end":"2026-04-03T03:33:49.95187Z","steps":["trace[616015337] 'agreement among raft nodes before linearized reading' (duration: 315.020152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.951895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.632389Z","time spent":"319.492577ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:49.951878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.932165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:49.951926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.636695Z","time spent":"315.223117ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:33:49.951918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.242007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:33:49.951956Z","caller":"traceutil/trace.go:171","msg":"trace[1616186422] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28712; }","duration":"711.049777ms","start":"2026-04-03T03:33:49.240882Z","end":"2026-04-03T03:33:49.951932Z","steps":["trace[1616186422] 'agreement among raft nodes before linearized reading' (duration: 710.923965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:49.951988Z","caller":"traceutil/trace.go:171","msg":"trace[420379213] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28712; }","duration":"382.35567ms","start":"2026-04-03T03:33:49.569614Z","end":"2026-04-03T03:33:49.95197Z","steps":["trace[420379213] 'agreement among raft nodes before linearized reading' (duration: 382.048143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.952008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.240863Z","time spent":"711.134468ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:49.952024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.569595Z","time spent":"382.41819ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":243,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:49.952024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.061581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:33:49.952024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.781501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:33:49.952059Z","caller":"traceutil/trace.go:171","msg":"trace[610752579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28712; }","duration":"316.107153ms","start":"2026-04-03T03:33:49.635943Z","end":"2026-04-03T03:33:49.95205Z","steps":["trace[610752579] 'agreement among raft nodes before linearized reading' (duration: 316.003401ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:49.95206Z","caller":"traceutil/trace.go:171","msg":"trace[654471269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28712; }","duration":"319.834533ms","start":"2026-04-03T03:33:49.632218Z","end":"2026-04-03T03:33:49.952052Z","steps":["trace[654471269] 'agreement among raft nodes before linearized reading' (duration: 319.758522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.952075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.635938Z","time spent":"316.133863ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:33:49.952078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.632212Z","time spent":"319.862463ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:33:49.952076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.533318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:33:49.952103Z","caller":"traceutil/trace.go:171","msg":"trace[1284292162] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28712; }","duration":"325.5921ms","start":"2026-04-03T03:33:49.626503Z","end":"2026-04-03T03:33:49.952095Z","steps":["trace[1284292162] 'agreement among raft nodes before linearized reading' (duration: 325.521639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.952129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.626489Z","time spent":"325.63614ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:33:50.778007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.349754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:50.778077Z","caller":"traceutil/trace.go:171","msg":"trace[1120497351] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28720; }","duration":"123.464946ms","start":"2026-04-03T03:33:50.654595Z","end":"2026-04-03T03:33:50.77806Z","steps":["trace[1120497351] 'count revisions from in-memory index tree' (duration: 123.276681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.066004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.074277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:51.066091Z","caller":"traceutil/trace.go:171","msg":"trace[1859280418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28722; }","duration":"131.218089ms","start":"2026-04-03T03:33:50.93485Z","end":"2026-04-03T03:33:51.066068Z","steps":["trace[1859280418] 'count revisions from in-memory index tree' (duration: 130.986615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.066067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.64922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:33:51.066163Z","caller":"traceutil/trace.go:171","msg":"trace[1155349121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28722; }","duration":"182.808363ms","start":"2026-04-03T03:33:50.883335Z","end":"2026-04-03T03:33:51.066144Z","steps":["trace[1155349121] 'range keys from in-memory index tree' (duration: 182.429316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.066241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.442933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1423"} {"level":"info","ts":"2026-04-03T03:33:51.066279Z","caller":"traceutil/trace.go:171","msg":"trace[240321792] range","detail":"{range_begin:/registry/services/endpoints/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:28722; }","duration":"184.511796ms","start":"2026-04-03T03:33:50.881757Z","end":"2026-04-03T03:33:51.066268Z","steps":["trace[240321792] 'range keys from in-memory index tree' (duration: 184.26885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.066264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.363415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/staffeln-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-03T03:33:51.066337Z","caller":"traceutil/trace.go:171","msg":"trace[1490025819] range","detail":"{range_begin:/registry/services/endpoints/openstack/staffeln-api; range_end:; response_count:1; response_revision:28722; }","duration":"181.477209ms","start":"2026-04-03T03:33:50.884841Z","end":"2026-04-03T03:33:51.066318Z","steps":["trace[1490025819] 'range keys from in-memory index tree' (duration: 181.219944ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:51.280347Z","caller":"traceutil/trace.go:171","msg":"trace[1590303473] linearizableReadLoop","detail":"{readStateIndex:29643; appliedIndex:29642; }","duration":"128.328696ms","start":"2026-04-03T03:33:51.151992Z","end":"2026-04-03T03:33:51.28032Z","steps":["trace[1590303473] 'read index received' (duration: 53.098582ms)","trace[1590303473] 'applied index is now lower than readState.Index' (duration: 75.228814ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:51.280382Z","caller":"traceutil/trace.go:171","msg":"trace[105883589] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"135.081982ms","start":"2026-04-03T03:33:51.145246Z","end":"2026-04-03T03:33:51.280328Z","steps":["trace[105883589] 'process raft request' (duration: 59.906819ms)","trace[105883589] 'compare' (duration: 75.03401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:51.284876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.854571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28723 ","response":"range_response_count:1000 size:778139"} {"level":"info","ts":"2026-04-03T03:33:51.284954Z","caller":"traceutil/trace.go:171","msg":"trace[1300124228] range","detail":"{range_begin:/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28724; }","duration":"132.992324ms","start":"2026-04-03T03:33:51.151942Z","end":"2026-04-03T03:33:51.284934Z","steps":["trace[1300124228] 'agreement among raft nodes before linearized reading' (duration: 128.489619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.2869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.942162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28723 ","response":"range_response_count:1000 size:778139"} {"level":"info","ts":"2026-04-03T03:33:51.287016Z","caller":"traceutil/trace.go:171","msg":"trace[261383053] range","detail":"{range_begin:/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28724; }","duration":"134.148695ms","start":"2026-04-03T03:33:51.152843Z","end":"2026-04-03T03:33:51.286991Z","steps":["trace[261383053] 'agreement among raft nodes before linearized reading' (duration: 128.0034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.603806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.010319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-04-03T03:33:51.604038Z","caller":"traceutil/trace.go:171","msg":"trace[2018226477] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey; range_end:; response_count:1; response_revision:28724; }","duration":"166.292476ms","start":"2026-04-03T03:33:51.43772Z","end":"2026-04-03T03:33:51.604013Z","steps":["trace[2018226477] 'range keys from in-memory index tree' (duration: 165.778315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.604105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.886015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:922"} {"level":"info","ts":"2026-04-03T03:33:51.604207Z","caller":"traceutil/trace.go:171","msg":"trace[1034212677] range","detail":"{range_begin:/registry/services/endpoints/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28724; }","duration":"146.027218ms","start":"2026-04-03T03:33:51.458155Z","end":"2026-04-03T03:33:51.604182Z","steps":["trace[1034212677] 'range keys from in-memory index tree' (duration: 145.664511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:51.890405Z","caller":"traceutil/trace.go:171","msg":"trace[908000369] transaction","detail":"{read_only:false; response_revision:28725; number_of_response:1; }","duration":"114.56761ms","start":"2026-04-03T03:33:51.7758Z","end":"2026-04-03T03:33:51.890368Z","steps":["trace[908000369] 'process raft request' (duration: 114.380206ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:51.890462Z","caller":"traceutil/trace.go:171","msg":"trace[1191644257] linearizableReadLoop","detail":"{readStateIndex:29644; appliedIndex:29644; }","duration":"100.619669ms","start":"2026-04-03T03:33:51.789805Z","end":"2026-04-03T03:33:51.890425Z","steps":["trace[1191644257] 'read index received' (duration: 100.604389ms)","trace[1191644257] 'applied index is now lower than readState.Index' (duration: 13.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:51.890759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.914444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:51.890841Z","caller":"traceutil/trace.go:171","msg":"trace[600325172] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28725; }","duration":"101.052757ms","start":"2026-04-03T03:33:51.789764Z","end":"2026-04-03T03:33:51.890817Z","steps":["trace[600325172] 'agreement among raft nodes before linearized reading' (duration: 100.839313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:51.99586Z","caller":"traceutil/trace.go:171","msg":"trace[1588405402] linearizableReadLoop","detail":"{readStateIndex:29645; appliedIndex:29644; }","duration":"105.273836ms","start":"2026-04-03T03:33:51.890562Z","end":"2026-04-03T03:33:51.995836Z","steps":["trace[1588405402] 'read index received' (duration: 58.680416ms)","trace[1588405402] 'applied index is now lower than readState.Index' (duration: 46.5922ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:51.995861Z","caller":"traceutil/trace.go:171","msg":"trace[1643543915] transaction","detail":"{read_only:false; response_revision:28726; number_of_response:1; }","duration":"132.972503ms","start":"2026-04-03T03:33:51.862801Z","end":"2026-04-03T03:33:51.995774Z","steps":["trace[1643543915] 'process raft request' (duration: 86.510745ms)","trace[1643543915] 'compare' (duration: 46.277905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:51.996259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.012426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/goldpinger\" ","response":"range_response_count:1 size:935"} {"level":"warn","ts":"2026-04-03T03:33:51.996259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.996931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:51.996327Z","caller":"traceutil/trace.go:171","msg":"trace[480985508] range","detail":"{range_begin:/registry/services/endpoints/monitoring/goldpinger; range_end:; response_count:1; response_revision:28727; }","duration":"169.115788ms","start":"2026-04-03T03:33:51.827197Z","end":"2026-04-03T03:33:51.996313Z","steps":["trace[480985508] 'agreement among raft nodes before linearized reading' (duration: 168.775611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:51.996333Z","caller":"traceutil/trace.go:171","msg":"trace[660171848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28727; }","duration":"135.119204ms","start":"2026-04-03T03:33:51.861202Z","end":"2026-04-03T03:33:51.996321Z","steps":["trace[660171848] 'agreement among raft nodes before linearized reading' (duration: 134.729716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.99678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.833783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey-headless\" ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-04-03T03:33:51.996814Z","caller":"traceutil/trace.go:171","msg":"trace[1832098745] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey-headless; range_end:; response_count:1; response_revision:28727; }","duration":"205.903194ms","start":"2026-04-03T03:33:51.790903Z","end":"2026-04-03T03:33:51.996806Z","steps":["trace[1832098745] 'agreement among raft nodes before linearized reading' (duration: 205.058299ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.336316Z","caller":"traceutil/trace.go:171","msg":"trace[158193247] linearizableReadLoop","detail":"{readStateIndex:29649; appliedIndex:29647; }","duration":"262.733136ms","start":"2026-04-03T03:33:52.073561Z","end":"2026-04-03T03:33:52.336295Z","steps":["trace[158193247] 'read index received' (duration: 246.339389ms)","trace[158193247] 'applied index is now lower than readState.Index' (duration: 16.392417ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:52.336314Z","caller":"traceutil/trace.go:171","msg":"trace[1493469840] transaction","detail":"{read_only:false; response_revision:28729; number_of_response:1; }","duration":"335.290301ms","start":"2026-04-03T03:33:52.000987Z","end":"2026-04-03T03:33:52.336278Z","steps":["trace[1493469840] 'process raft request' (duration: 318.914885ms)","trace[1493469840] 'compare' (duration: 15.954358ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:52.33636Z","caller":"traceutil/trace.go:171","msg":"trace[618135317] transaction","detail":"{read_only:false; response_revision:28730; number_of_response:1; }","duration":"335.175109ms","start":"2026-04-03T03:33:52.001171Z","end":"2026-04-03T03:33:52.336346Z","steps":["trace[618135317] 'process raft request' (duration: 335.029016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.336449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.001155Z","time spent":"335.23653ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:52.336448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.00098Z","time spent":"335.412133ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:52.336455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.871278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:52.336484Z","caller":"traceutil/trace.go:171","msg":"trace[954085774] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28730; }","duration":"262.96057ms","start":"2026-04-03T03:33:52.073515Z","end":"2026-04-03T03:33:52.336475Z","steps":["trace[954085774] 'agreement among raft nodes before linearized reading' (duration: 262.882578ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.587216Z","caller":"traceutil/trace.go:171","msg":"trace[1184559475] linearizableReadLoop","detail":"{readStateIndex:29652; appliedIndex:29649; }","duration":"250.818623ms","start":"2026-04-03T03:33:52.336373Z","end":"2026-04-03T03:33:52.587192Z","steps":["trace[1184559475] 'read index received' (duration: 194.795607ms)","trace[1184559475] 'applied index is now lower than readState.Index' (duration: 56.021956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:52.587384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.256175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/goldpinger\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-04-03T03:33:52.587438Z","caller":"traceutil/trace.go:171","msg":"trace[2099688207] range","detail":"{range_begin:/registry/services/endpoints/monitoring/goldpinger; range_end:; response_count:1; response_revision:28733; }","duration":"497.337287ms","start":"2026-04-03T03:33:52.090087Z","end":"2026-04-03T03:33:52.587424Z","steps":["trace[2099688207] 'agreement among raft nodes before linearized reading' (duration: 497.204484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.090077Z","time spent":"497.386527ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":957,"request content":"key:\"/registry/services/endpoints/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-03T03:33:52.587785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.919412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-03T03:33:52.587342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.879225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.587855Z","caller":"traceutil/trace.go:171","msg":"trace[70005271] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28733; }","duration":"110.007854ms","start":"2026-04-03T03:33:52.477829Z","end":"2026-04-03T03:33:52.587837Z","steps":["trace[70005271] 'agreement among raft nodes before linearized reading' (duration: 109.831131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.280441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey-headless\" ","response":"range_response_count:1 size:1087"} {"level":"warn","ts":"2026-04-03T03:33:52.587886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.178691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:33:52.587887Z","caller":"traceutil/trace.go:171","msg":"trace[945389236] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28733; }","duration":"484.473686ms","start":"2026-04-03T03:33:52.103386Z","end":"2026-04-03T03:33:52.587859Z","steps":["trace[945389236] 'agreement among raft nodes before linearized reading' (duration: 483.857945ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.587949Z","caller":"traceutil/trace.go:171","msg":"trace[245707697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28733; }","duration":"107.288433ms","start":"2026-04-03T03:33:52.480648Z","end":"2026-04-03T03:33:52.587937Z","steps":["trace[245707697] 'agreement among raft nodes before linearized reading' (duration: 107.054049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.103365Z","time spent":"484.587738ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:33:52.587959Z","caller":"traceutil/trace.go:171","msg":"trace[5142992] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey-headless; range_end:; response_count:1; response_revision:28733; }","duration":"500.795671ms","start":"2026-04-03T03:33:52.087137Z","end":"2026-04-03T03:33:52.587933Z","steps":["trace[5142992] 'agreement among raft nodes before linearized reading' (duration: 500.20264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.588077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.087111Z","time spent":"500.956843ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1109,"request content":"key:\"/registry/services/endpoints/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-04-03T03:33:52.587387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.517272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.588168Z","caller":"traceutil/trace.go:171","msg":"trace[1497081752] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28733; }","duration":"481.391318ms","start":"2026-04-03T03:33:52.106755Z","end":"2026-04-03T03:33:52.588147Z","steps":["trace[1497081752] 'agreement among raft nodes before linearized reading' (duration: 480.469201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.219955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:33:52.588231Z","caller":"traceutil/trace.go:171","msg":"trace[130411160] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28733; }","duration":"481.94428ms","start":"2026-04-03T03:33:52.10627Z","end":"2026-04-03T03:33:52.588215Z","steps":["trace[130411160] 'agreement among raft nodes before linearized reading' (duration: 481.142634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.588233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.106742Z","time spent":"481.47764ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:33:52.588264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.10626Z","time spent":"481.99589ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-03T03:33:52.587619Z","caller":"traceutil/trace.go:171","msg":"trace[704660386] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"479.171486ms","start":"2026-04-03T03:33:52.108415Z","end":"2026-04-03T03:33:52.587587Z","steps":["trace[704660386] 'process raft request' (duration: 478.681098ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.587657Z","caller":"traceutil/trace.go:171","msg":"trace[999601921] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"478.768529ms","start":"2026-04-03T03:33:52.108872Z","end":"2026-04-03T03:33:52.587641Z","steps":["trace[999601921] 'process raft request' (duration: 478.27178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.588435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.108399Z","time spent":"479.925962ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:52.588453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.108859Z","time spent":"479.546224ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:52.58771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.396604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:52.587729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.374924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.588655Z","caller":"traceutil/trace.go:171","msg":"trace[1783804311] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28733; }","duration":"139.340422ms","start":"2026-04-03T03:33:52.449301Z","end":"2026-04-03T03:33:52.588642Z","steps":["trace[1783804311] 'agreement among raft nodes before linearized reading' (duration: 138.376094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.490054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.588749Z","caller":"traceutil/trace.go:171","msg":"trace[1957731748] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28733; }","duration":"110.518354ms","start":"2026-04-03T03:33:52.478212Z","end":"2026-04-03T03:33:52.58873Z","steps":["trace[1957731748] 'agreement among raft nodes before linearized reading' (duration: 109.475454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.727384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.588891Z","caller":"traceutil/trace.go:171","msg":"trace[7975326] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28733; }","duration":"137.941296ms","start":"2026-04-03T03:33:52.450925Z","end":"2026-04-03T03:33:52.588867Z","steps":["trace[7975326] 'agreement among raft nodes before linearized reading' (duration: 136.738184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.58777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.389254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:52.587752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.785132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.589095Z","caller":"traceutil/trace.go:171","msg":"trace[553695111] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28733; }","duration":"177.728479ms","start":"2026-04-03T03:33:52.411316Z","end":"2026-04-03T03:33:52.589045Z","steps":["trace[553695111] 'agreement among raft nodes before linearized reading' (duration: 176.425714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.589151Z","caller":"traceutil/trace.go:171","msg":"trace[757115923] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28733; }","duration":"110.86699ms","start":"2026-04-03T03:33:52.478271Z","end":"2026-04-03T03:33:52.589138Z","steps":["trace[757115923] 'agreement among raft nodes before linearized reading' (duration: 109.437554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.595475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.589273Z","caller":"traceutil/trace.go:171","msg":"trace[1268668546] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28733; }","duration":"112.081383ms","start":"2026-04-03T03:33:52.47718Z","end":"2026-04-03T03:33:52.589262Z","steps":["trace[1268668546] 'agreement among raft nodes before linearized reading' (duration: 110.566144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.587808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.934822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.589358Z","caller":"traceutil/trace.go:171","msg":"trace[1892292321] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28733; }","duration":"111.542032ms","start":"2026-04-03T03:33:52.477801Z","end":"2026-04-03T03:33:52.589343Z","steps":["trace[1892292321] 'agreement among raft nodes before linearized reading' (duration: 109.978693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.587213Z","caller":"traceutil/trace.go:171","msg":"trace[2080679394] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"480.519442ms","start":"2026-04-03T03:33:52.106649Z","end":"2026-04-03T03:33:52.587168Z","steps":["trace[2080679394] 'process raft request' (duration: 424.549047ms)","trace[2080679394] 'compare' (duration: 55.72576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:52.589527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.10664Z","time spent":"482.844165ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:52.58772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.988803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:52.589625Z","caller":"traceutil/trace.go:171","msg":"trace[775073842] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28733; }","duration":"111.899288ms","start":"2026-04-03T03:33:52.477672Z","end":"2026-04-03T03:33:52.589571Z","steps":["trace[775073842] 'agreement among raft nodes before linearized reading' (duration: 110.016623ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.588622Z","caller":"traceutil/trace.go:171","msg":"trace[1734434490] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28733; }","duration":"109.276121ms","start":"2026-04-03T03:33:52.479278Z","end":"2026-04-03T03:33:52.588554Z","steps":["trace[1734434490] 'agreement among raft nodes before linearized reading' (duration: 108.393034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.729215Z","caller":"traceutil/trace.go:171","msg":"trace[323795762] linearizableReadLoop","detail":"{readStateIndex:29653; appliedIndex:29652; }","duration":"135.919558ms","start":"2026-04-03T03:33:52.593268Z","end":"2026-04-03T03:33:52.729187Z","steps":["trace[323795762] 'read index received' (duration: 118.397702ms)","trace[323795762] 'applied index is now lower than readState.Index' (duration: 17.520446ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:52.729304Z","caller":"traceutil/trace.go:171","msg":"trace[130583285] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"136.5777ms","start":"2026-04-03T03:33:52.59269Z","end":"2026-04-03T03:33:52.729268Z","steps":["trace[130583285] 'process raft request' (duration: 119.069043ms)","trace[130583285] 'compare' (duration: 17.295113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:52.729534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.241904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey-headless\" ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-04-03T03:33:52.729594Z","caller":"traceutil/trace.go:171","msg":"trace[1850130749] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey-headless; range_end:; response_count:1; response_revision:28734; }","duration":"136.413967ms","start":"2026-04-03T03:33:52.593166Z","end":"2026-04-03T03:33:52.72958Z","steps":["trace[1850130749] 'agreement among raft nodes before linearized reading' (duration: 136.136942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.730375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.539982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:246 size:202809"} {"level":"info","ts":"2026-04-03T03:33:52.730421Z","caller":"traceutil/trace.go:171","msg":"trace[1325915223] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:246; response_revision:28734; }","duration":"134.612983ms","start":"2026-04-03T03:33:52.595796Z","end":"2026-04-03T03:33:52.730409Z","steps":["trace[1325915223] 'agreement among raft nodes before linearized reading' (duration: 133.543403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:52.967878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.504719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-03T03:33:52.967968Z","caller":"traceutil/trace.go:171","msg":"trace[523379563] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey-metrics; range_end:; response_count:1; response_revision:28734; }","duration":"136.631292ms","start":"2026-04-03T03:33:52.831315Z","end":"2026-04-03T03:33:52.967947Z","steps":["trace[523379563] 'range keys from in-memory index tree' (duration: 136.356517ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.968122Z","caller":"traceutil/trace.go:171","msg":"trace[1958346715] linearizableReadLoop","detail":"{readStateIndex:29654; appliedIndex:29653; }","duration":"107.874354ms","start":"2026-04-03T03:33:52.860213Z","end":"2026-04-03T03:33:52.968087Z","steps":["trace[1958346715] 'read index received' (duration: 51.757957ms)","trace[1958346715] 'applied index is now lower than readState.Index' (duration: 56.114237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:52.968516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.281062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/\" range_end:\"/registry/statefulsets/monitoring0\" limit:500 ","response":"range_response_count:5 size:40460"} {"level":"info","ts":"2026-04-03T03:33:52.968585Z","caller":"traceutil/trace.go:171","msg":"trace[2118993919] range","detail":"{range_begin:/registry/statefulsets/monitoring/; range_end:/registry/statefulsets/monitoring0; response_count:5; response_revision:28735; }","duration":"108.361493ms","start":"2026-04-03T03:33:52.860203Z","end":"2026-04-03T03:33:52.968565Z","steps":["trace[2118993919] 'agreement among raft nodes before linearized reading' (duration: 108.040587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:52.968828Z","caller":"traceutil/trace.go:171","msg":"trace[81326608] transaction","detail":"{read_only:false; response_revision:28735; number_of_response:1; }","duration":"124.7985ms","start":"2026-04-03T03:33:52.843987Z","end":"2026-04-03T03:33:52.968785Z","steps":["trace[81326608] 'process raft request' (duration: 67.98082ms)","trace[81326608] 'compare' (duration: 55.922184ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:53.043455Z","caller":"traceutil/trace.go:171","msg":"trace[848659078] transaction","detail":"{read_only:false; response_revision:28736; number_of_response:1; }","duration":"177.698168ms","start":"2026-04-03T03:33:52.86572Z","end":"2026-04-03T03:33:53.043418Z","steps":["trace[848659078] 'process raft request' (duration: 177.491913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:53.043752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.407745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-04-03T03:33:53.043795Z","caller":"traceutil/trace.go:171","msg":"trace[702169498] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28736; }","duration":"175.501907ms","start":"2026-04-03T03:33:52.868281Z","end":"2026-04-03T03:33:53.043783Z","steps":["trace[702169498] 'agreement among raft nodes before linearized reading' (duration: 175.356044ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.185712Z","caller":"traceutil/trace.go:171","msg":"trace[1268900940] linearizableReadLoop","detail":"{readStateIndex:29660; appliedIndex:29659; }","duration":"171.307649ms","start":"2026-04-03T03:33:54.014381Z","end":"2026-04-03T03:33:54.185689Z","steps":["trace[1268900940] 'read index received' (duration: 171.110635ms)","trace[1268900940] 'applied index is now lower than readState.Index' (duration: 195.884µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:54.186023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.619145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/orc-system/\" range_end:\"/registry/ingress/orc-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:54.186036Z","caller":"traceutil/trace.go:171","msg":"trace[1444405750] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"183.403394ms","start":"2026-04-03T03:33:54.002598Z","end":"2026-04-03T03:33:54.186001Z","steps":["trace[1444405750] 'process raft request' (duration: 182.902804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:54.18608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.437756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:33:54.1861Z","caller":"traceutil/trace.go:171","msg":"trace[1072316708] range","detail":"{range_begin:/registry/ingress/orc-system/; range_end:/registry/ingress/orc-system0; response_count:0; response_revision:28741; }","duration":"171.711767ms","start":"2026-04-03T03:33:54.014369Z","end":"2026-04-03T03:33:54.186081Z","steps":["trace[1072316708] 'agreement among raft nodes before linearized reading' (duration: 171.557544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.186133Z","caller":"traceutil/trace.go:171","msg":"trace[1666416298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28741; }","duration":"115.555438ms","start":"2026-04-03T03:33:54.070565Z","end":"2026-04-03T03:33:54.186121Z","steps":["trace[1666416298] 'agreement among raft nodes before linearized reading' (duration: 115.390565ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.344731Z","caller":"traceutil/trace.go:171","msg":"trace[367705462] linearizableReadLoop","detail":"{readStateIndex:29661; appliedIndex:29660; }","duration":"154.153858ms","start":"2026-04-03T03:33:54.190548Z","end":"2026-04-03T03:33:54.344702Z","steps":["trace[367705462] 'read index received' (duration: 71.614167ms)","trace[367705462] 'applied index is now lower than readState.Index' (duration: 82.538591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:54.344967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.395282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1146"} {"level":"warn","ts":"2026-04-03T03:33:54.345003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.105998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-03T03:33:54.345041Z","caller":"traceutil/trace.go:171","msg":"trace[824255377] range","detail":"{range_begin:/registry/services/endpoints/monitoring/loki-gateway; range_end:; response_count:1; response_revision:28742; }","duration":"153.20974ms","start":"2026-04-03T03:33:54.191821Z","end":"2026-04-03T03:33:54.34503Z","steps":["trace[824255377] 'agreement among raft nodes before linearized reading' (duration: 153.052437ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.345052Z","caller":"traceutil/trace.go:171","msg":"trace[1075917095] range","detail":"{range_begin:/registry/services/endpoints/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:28742; }","duration":"154.518275ms","start":"2026-04-03T03:33:54.190508Z","end":"2026-04-03T03:33:54.345026Z","steps":["trace[1075917095] 'agreement among raft nodes before linearized reading' (duration: 154.27002ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.345459Z","caller":"traceutil/trace.go:171","msg":"trace[470428146] transaction","detail":"{read_only:false; response_revision:28742; number_of_response:1; }","duration":"154.362542ms","start":"2026-04-03T03:33:54.19035Z","end":"2026-04-03T03:33:54.344712Z","steps":["trace[470428146] 'process raft request' (duration: 71.910033ms)","trace[470428146] 'compare' (duration: 82.297757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:55.148668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.579357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:989"} {"level":"warn","ts":"2026-04-03T03:33:55.148671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.485145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/\" range_end:\"/registry/pods/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:4560"} {"level":"info","ts":"2026-04-03T03:33:55.148804Z","caller":"traceutil/trace.go:171","msg":"trace[1203490394] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:28750; }","duration":"108.72982ms","start":"2026-04-03T03:33:55.04001Z","end":"2026-04-03T03:33:55.14874Z","steps":["trace[1203490394] 'agreement among raft nodes before linearized reading' (duration: 108.450545ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:55.148866Z","caller":"traceutil/trace.go:171","msg":"trace[505962185] range","detail":"{range_begin:/registry/pods/rook-ceph/; range_end:/registry/pods/rook-ceph0; response_count:1; response_revision:28750; }","duration":"123.71306ms","start":"2026-04-03T03:33:55.02512Z","end":"2026-04-03T03:33:55.148833Z","steps":["trace[505962185] 'agreement among raft nodes before linearized reading' (duration: 123.355603ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.741338Z","caller":"traceutil/trace.go:171","msg":"trace[577200189] transaction","detail":"{read_only:false; response_revision:28759; number_of_response:1; }","duration":"140.487164ms","start":"2026-04-03T03:33:56.60083Z","end":"2026-04-03T03:33:56.741318Z","steps":["trace[577200189] 'process raft request' (duration: 140.307571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.741578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.291519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:56.741607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.484534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:56.741602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.515527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:56.741636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.7512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:56.741683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.964444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:56.74171Z","caller":"traceutil/trace.go:171","msg":"trace[1023728213] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28760; }","duration":"139.996624ms","start":"2026-04-03T03:33:56.601706Z","end":"2026-04-03T03:33:56.741702Z","steps":["trace[1023728213] 'agreement among raft nodes before linearized reading' (duration: 139.959113ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.741725Z","caller":"traceutil/trace.go:171","msg":"trace[486660038] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28760; }","duration":"138.854392ms","start":"2026-04-03T03:33:56.602848Z","end":"2026-04-03T03:33:56.741702Z","steps":["trace[486660038] 'agreement among raft nodes before linearized reading' (duration: 138.690069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.741743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.70333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-03T03:33:56.741764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.976327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:56.741811Z","caller":"traceutil/trace.go:171","msg":"trace[608117030] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28760; }","duration":"138.74862ms","start":"2026-04-03T03:33:56.60302Z","end":"2026-04-03T03:33:56.741769Z","steps":["trace[608117030] 'agreement among raft nodes before linearized reading' (duration: 138.677229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.741758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.876133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:56.741852Z","caller":"traceutil/trace.go:171","msg":"trace[715640825] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28760; }","duration":"138.077559ms","start":"2026-04-03T03:33:56.603762Z","end":"2026-04-03T03:33:56.741839Z","steps":["trace[715640825] 'agreement among raft nodes before linearized reading' (duration: 137.971857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.741654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.370373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-04-03T03:33:56.741873Z","caller":"traceutil/trace.go:171","msg":"trace[1232569707] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28760; }","duration":"139.015486ms","start":"2026-04-03T03:33:56.602838Z","end":"2026-04-03T03:33:56.741854Z","steps":["trace[1232569707] 'agreement among raft nodes before linearized reading' (duration: 138.842853ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.7419Z","caller":"traceutil/trace.go:171","msg":"trace[887424343] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:28760; }","duration":"139.660678ms","start":"2026-04-03T03:33:56.602228Z","end":"2026-04-03T03:33:56.741889Z","steps":["trace[887424343] 'agreement among raft nodes before linearized reading' (duration: 139.285042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.741939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.511083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:56.741762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.629562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:56.741642Z","caller":"traceutil/trace.go:171","msg":"trace[1962827911] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28760; }","duration":"141.3693ms","start":"2026-04-03T03:33:56.60026Z","end":"2026-04-03T03:33:56.741629Z","steps":["trace[1962827911] 'agreement among raft nodes before linearized reading' (duration: 141.283568ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.74198Z","caller":"traceutil/trace.go:171","msg":"trace[934241670] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28760; }","duration":"140.568564ms","start":"2026-04-03T03:33:56.601403Z","end":"2026-04-03T03:33:56.741971Z","steps":["trace[934241670] 'agreement among raft nodes before linearized reading' (duration: 140.515123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.741996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.389376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:33:56.742008Z","caller":"traceutil/trace.go:171","msg":"trace[546940882] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28760; }","duration":"136.882586ms","start":"2026-04-03T03:33:56.605105Z","end":"2026-04-03T03:33:56.741987Z","steps":["trace[546940882] 'agreement among raft nodes before linearized reading' (duration: 136.617281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.741678Z","caller":"traceutil/trace.go:171","msg":"trace[1452937200] transaction","detail":"{read_only:false; response_revision:28760; number_of_response:1; }","duration":"135.173975ms","start":"2026-04-03T03:33:56.606496Z","end":"2026-04-03T03:33:56.74167Z","steps":["trace[1452937200] 'process raft request' (duration: 134.781668ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.741698Z","caller":"traceutil/trace.go:171","msg":"trace[1951723400] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28760; }","duration":"138.975575ms","start":"2026-04-03T03:33:56.602697Z","end":"2026-04-03T03:33:56.741673Z","steps":["trace[1951723400] 'agreement among raft nodes before linearized reading' (duration: 138.804412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.742043Z","caller":"traceutil/trace.go:171","msg":"trace[1235074407] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28760; }","duration":"129.452647ms","start":"2026-04-03T03:33:56.612578Z","end":"2026-04-03T03:33:56.742031Z","steps":["trace[1235074407] 'agreement among raft nodes before linearized reading' (duration: 129.249923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:56.741647Z","caller":"traceutil/trace.go:171","msg":"trace[319785438] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28760; }","duration":"109.548966ms","start":"2026-04-03T03:33:56.632088Z","end":"2026-04-03T03:33:56.741637Z","steps":["trace[319785438] 'agreement among raft nodes before linearized reading' (duration: 109.478765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.742124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.688197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:56.742154Z","caller":"traceutil/trace.go:171","msg":"trace[152764208] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28760; }","duration":"139.730668ms","start":"2026-04-03T03:33:56.602415Z","end":"2026-04-03T03:33:56.742146Z","steps":["trace[152764208] 'agreement among raft nodes before linearized reading' (duration: 139.678447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:56.742315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.119549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:56.742428Z","caller":"traceutil/trace.go:171","msg":"trace[1842615073] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28760; }","duration":"140.002964ms","start":"2026-04-03T03:33:56.602374Z","end":"2026-04-03T03:33:56.742377Z","steps":["trace[1842615073] 'agreement among raft nodes before linearized reading' (duration: 139.113798ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.335026Z","caller":"traceutil/trace.go:171","msg":"trace[1666548090] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"280.174062ms","start":"2026-04-03T03:34:16.054816Z","end":"2026-04-03T03:34:16.33499Z","steps":["trace[1666548090] 'process raft request' (duration: 279.977278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.335539Z","caller":"traceutil/trace.go:171","msg":"trace[346641056] linearizableReadLoop","detail":"{readStateIndex:29841; appliedIndex:29841; }","duration":"236.994825ms","start":"2026-04-03T03:34:16.098522Z","end":"2026-04-03T03:34:16.335517Z","steps":["trace[346641056] 'read index received' (duration: 236.977545ms)","trace[346641056] 'applied index is now lower than readState.Index' (duration: 15.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:16.335671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.210762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:16.335695Z","caller":"traceutil/trace.go:171","msg":"trace[263388415] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28916; }","duration":"257.279673ms","start":"2026-04-03T03:34:16.07841Z","end":"2026-04-03T03:34:16.335689Z","steps":["trace[263388415] 'agreement among raft nodes before linearized reading' (duration: 257.208422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.335698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.032243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:34:16.335801Z","caller":"traceutil/trace.go:171","msg":"trace[1267344617] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28916; }","duration":"254.174106ms","start":"2026-04-03T03:34:16.081599Z","end":"2026-04-03T03:34:16.335773Z","steps":["trace[1267344617] 'agreement among raft nodes before linearized reading' (duration: 253.988872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.335802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.219441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-03T03:34:16.335928Z","caller":"traceutil/trace.go:171","msg":"trace[1762130956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28916; }","duration":"250.392186ms","start":"2026-04-03T03:34:16.085504Z","end":"2026-04-03T03:34:16.335896Z","steps":["trace[1762130956] 'agreement among raft nodes before linearized reading' (duration: 250.022408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.65696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.022563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:16.657065Z","caller":"traceutil/trace.go:171","msg":"trace[120767490] linearizableReadLoop","detail":"{readStateIndex:29842; appliedIndex:29841; }","duration":"321.455893ms","start":"2026-04-03T03:34:16.335593Z","end":"2026-04-03T03:34:16.657049Z","steps":["trace[120767490] 'read index received' (duration: 81.174676ms)","trace[120767490] 'applied index is now lower than readState.Index' (duration: 240.280237ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:16.657182Z","caller":"traceutil/trace.go:171","msg":"trace[269840369] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"385.536138ms","start":"2026-04-03T03:34:16.271585Z","end":"2026-04-03T03:34:16.657121Z","steps":["trace[269840369] 'process raft request' (duration: 145.265302ms)","trace[269840369] 'compare' (duration: 239.095824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:16.657256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.566436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:34:16.657286Z","caller":"traceutil/trace.go:171","msg":"trace[844392165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28917; }","duration":"222.621687ms","start":"2026-04-03T03:34:16.434656Z","end":"2026-04-03T03:34:16.657277Z","steps":["trace[844392165] 'agreement among raft nodes before linearized reading' (duration: 222.500965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.657377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.27156Z","time spent":"385.699582ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.657468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.598749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-03T03:34:16.657546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.832549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-03T03:34:16.657586Z","caller":"traceutil/trace.go:171","msg":"trace[664238647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28917; }","duration":"193.89383ms","start":"2026-04-03T03:34:16.463682Z","end":"2026-04-03T03:34:16.657575Z","steps":["trace[664238647] 'agreement among raft nodes before linearized reading' (duration: 193.788558ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.657649Z","caller":"traceutil/trace.go:171","msg":"trace[2006265458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28917; }","duration":"145.747872ms","start":"2026-04-03T03:34:16.511779Z","end":"2026-04-03T03:34:16.657527Z","steps":["trace[2006265458] 'agreement among raft nodes before linearized reading' (duration: 145.472477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.6577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.365626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:34:16.657797Z","caller":"traceutil/trace.go:171","msg":"trace[1291924017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28917; }","duration":"128.473218ms","start":"2026-04-03T03:34:16.529305Z","end":"2026-04-03T03:34:16.657778Z","steps":["trace[1291924017] 'agreement among raft nodes before linearized reading' (duration: 128.145952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.660055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.154192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28915 ","response":"range_response_count:1000 size:778413"} {"level":"info","ts":"2026-04-03T03:34:16.660099Z","caller":"traceutil/trace.go:171","msg":"trace[310884493] range","detail":"{range_begin:/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28917; }","duration":"551.239233ms","start":"2026-04-03T03:34:16.10885Z","end":"2026-04-03T03:34:16.660089Z","steps":["trace[310884493] 'agreement among raft nodes before linearized reading' (duration: 548.269087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.660146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.108828Z","time spent":"551.288604ms","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1594,"response size":778435,"request content":"key:\"/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28915 "} {"level":"info","ts":"2026-04-03T03:34:16.84919Z","caller":"traceutil/trace.go:171","msg":"trace[1270794684] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"186.659885ms","start":"2026-04-03T03:34:16.662504Z","end":"2026-04-03T03:34:16.849164Z","steps":["trace[1270794684] 'process raft request' (duration: 186.507342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.069637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.306755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:17.069813Z","caller":"traceutil/trace.go:171","msg":"trace[1692163729] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"406.927779ms","start":"2026-04-03T03:34:16.662862Z","end":"2026-04-03T03:34:17.06979Z","steps":["trace[1692163729] 'process raft request' (duration: 284.38691ms)","trace[1692163729] 'compare' (duration: 122.09831ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:17.06991Z","caller":"traceutil/trace.go:171","msg":"trace[1233913151] linearizableReadLoop","detail":"{readStateIndex:29845; appliedIndex:29842; }","duration":"406.020211ms","start":"2026-04-03T03:34:16.663877Z","end":"2026-04-03T03:34:17.069897Z","steps":["trace[1233913151] 'read index received' (duration: 185.059305ms)","trace[1233913151] 'applied index is now lower than readState.Index' (duration: 220.958726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:17.06992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.66284Z","time spent":"407.041871ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:17.069989Z","caller":"traceutil/trace.go:171","msg":"trace[675020055] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"406.406688ms","start":"2026-04-03T03:34:16.663573Z","end":"2026-04-03T03:34:17.06998Z","steps":["trace[675020055] 'process raft request' (duration: 406.148544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.070052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.663564Z","time spent":"406.453039ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:17.070113Z","caller":"traceutil/trace.go:171","msg":"trace[884295515] transaction","detail":"{read_only:false; response_revision:28922; number_of_response:1; }","duration":"262.864768ms","start":"2026-04-03T03:34:16.807209Z","end":"2026-04-03T03:34:17.070074Z","steps":["trace[884295515] 'process raft request' (duration: 262.610054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.070152Z","caller":"traceutil/trace.go:171","msg":"trace[845642586] transaction","detail":"{read_only:false; response_revision:28923; number_of_response:1; }","duration":"259.773891ms","start":"2026-04-03T03:34:16.810369Z","end":"2026-04-03T03:34:17.070143Z","steps":["trace[845642586] 'process raft request' (duration: 259.486746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.070202Z","caller":"traceutil/trace.go:171","msg":"trace[334139120] transaction","detail":"{read_only:false; response_revision:28921; number_of_response:1; }","duration":"337.283448ms","start":"2026-04-03T03:34:16.732885Z","end":"2026-04-03T03:34:17.070169Z","steps":["trace[334139120] 'process raft request' (duration: 336.899281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.070378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.732855Z","time spent":"337.424971ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:17.071121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.237945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:143 size:1378685"} {"level":"info","ts":"2026-04-03T03:34:17.071168Z","caller":"traceutil/trace.go:171","msg":"trace[1838079035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:143; response_revision:28923; }","duration":"407.289436ms","start":"2026-04-03T03:34:16.663867Z","end":"2026-04-03T03:34:17.071157Z","steps":["trace[1838079035] 'agreement among raft nodes before linearized reading' (duration: 406.274536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.071211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.663848Z","time spent":"407.348876ms","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":143,"response size":1378707,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-03T03:34:17.239067Z","caller":"traceutil/trace.go:171","msg":"trace[1847506586] linearizableReadLoop","detail":"{readStateIndex:29849; appliedIndex:29848; }","duration":"169.101758ms","start":"2026-04-03T03:34:17.069948Z","end":"2026-04-03T03:34:17.239049Z","steps":["trace[1847506586] 'read index received' (duration: 161.538776ms)","trace[1847506586] 'applied index is now lower than readState.Index' (duration: 7.562202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:17.239203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.226998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.239222Z","caller":"traceutil/trace.go:171","msg":"trace[464518784] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28924; }","duration":"457.31492ms","start":"2026-04-03T03:34:16.781901Z","end":"2026-04-03T03:34:17.239216Z","steps":["trace[464518784] 'agreement among raft nodes before linearized reading' (duration: 457.244288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.781876Z","time spent":"457.36524ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:34:17.23923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.855082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.239294Z","caller":"traceutil/trace.go:171","msg":"trace[615023554] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28924; }","duration":"455.959394ms","start":"2026-04-03T03:34:16.78332Z","end":"2026-04-03T03:34:17.239279Z","steps":["trace[615023554] 'agreement among raft nodes before linearized reading' (duration: 455.802991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.783312Z","time spent":"456.005105ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:34:17.239371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.668744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-03T03:34:17.239422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.344115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.239442Z","caller":"traceutil/trace.go:171","msg":"trace[1631834525] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28924; }","duration":"453.384965ms","start":"2026-04-03T03:34:16.78605Z","end":"2026-04-03T03:34:17.239435Z","steps":["trace[1631834525] 'agreement among raft nodes before linearized reading' (duration: 453.351245ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.239436Z","caller":"traceutil/trace.go:171","msg":"trace[1578317830] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28924; }","duration":"436.755005ms","start":"2026-04-03T03:34:16.802664Z","end":"2026-04-03T03:34:17.239419Z","steps":["trace[1578317830] 'agreement among raft nodes before linearized reading' (duration: 436.557092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.786038Z","time spent":"453.415607ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:34:17.239462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.585194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.239478Z","caller":"traceutil/trace.go:171","msg":"trace[314074647] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28924; }","duration":"457.644385ms","start":"2026-04-03T03:34:16.781829Z","end":"2026-04-03T03:34:17.239474Z","steps":["trace[314074647] 'agreement among raft nodes before linearized reading' (duration: 457.616605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.802657Z","time spent":"436.813156ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:34:17.239551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.817415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:34:17.239565Z","caller":"traceutil/trace.go:171","msg":"trace[1965681881] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28924; }","duration":"505.875706ms","start":"2026-04-03T03:34:16.733685Z","end":"2026-04-03T03:34:17.239561Z","steps":["trace[1965681881] 'agreement among raft nodes before linearized reading' (duration: 505.812865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.733659Z","time spent":"505.914466ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:34:17.239648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.341117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:34:17.239659Z","caller":"traceutil/trace.go:171","msg":"trace[1246079400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28924; }","duration":"511.392678ms","start":"2026-04-03T03:34:16.728263Z","end":"2026-04-03T03:34:17.239655Z","steps":["trace[1246079400] 'agreement among raft nodes before linearized reading' (duration: 511.348678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.23967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.728245Z","time spent":"511.42228ms","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:34:17.23968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.563666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.239685Z","caller":"traceutil/trace.go:171","msg":"trace[508171096] transaction","detail":"{read_only:false; response_revision:28924; number_of_response:1; }","duration":"215.25655ms","start":"2026-04-03T03:34:17.024415Z","end":"2026-04-03T03:34:17.239672Z","steps":["trace[508171096] 'process raft request' (duration: 207.056626ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.239702Z","caller":"traceutil/trace.go:171","msg":"trace[1985672470] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28924; }","duration":"455.609907ms","start":"2026-04-03T03:34:16.784087Z","end":"2026-04-03T03:34:17.239697Z","steps":["trace[1985672470] 'agreement among raft nodes before linearized reading' (duration: 455.572437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.784074Z","time spent":"455.642748ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:34:17.239807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.237129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.239822Z","caller":"traceutil/trace.go:171","msg":"trace[1627054676] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28924; }","duration":"456.30005ms","start":"2026-04-03T03:34:16.783517Z","end":"2026-04-03T03:34:17.239817Z","steps":["trace[1627054676] 'agreement among raft nodes before linearized reading' (duration: 456.27269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.783492Z","time spent":"456.343431ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:34:17.239873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.137499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:34:17.239901Z","caller":"traceutil/trace.go:171","msg":"trace[1307627268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28924; }","duration":"409.214771ms","start":"2026-04-03T03:34:16.830678Z","end":"2026-04-03T03:34:17.239893Z","steps":["trace[1307627268] 'agreement among raft nodes before linearized reading' (duration: 409.132519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.239926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.830649Z","time spent":"409.270112ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:34:17.23949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.781808Z","time spent":"457.679535ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:34:17.240267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.930941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.240289Z","caller":"traceutil/trace.go:171","msg":"trace[210594758] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28924; }","duration":"448.972873ms","start":"2026-04-03T03:34:16.79131Z","end":"2026-04-03T03:34:17.240283Z","steps":["trace[210594758] 'agreement among raft nodes before linearized reading' (duration: 448.934032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.240306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.791305Z","time spent":"448.996863ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:34:17.240411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.133908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.240431Z","caller":"traceutil/trace.go:171","msg":"trace[396657207] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28924; }","duration":"441.172828ms","start":"2026-04-03T03:34:16.799251Z","end":"2026-04-03T03:34:17.240424Z","steps":["trace[396657207] 'agreement among raft nodes before linearized reading' (duration: 441.133148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.240448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.79924Z","time spent":"441.20299ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:34:17.240661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.36824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.24068Z","caller":"traceutil/trace.go:171","msg":"trace[281744299] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28924; }","duration":"449.411402ms","start":"2026-04-03T03:34:16.791263Z","end":"2026-04-03T03:34:17.240674Z","steps":["trace[281744299] 'agreement among raft nodes before linearized reading' (duration: 449.380991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.2407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.791252Z","time spent":"449.444042ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:34:17.240769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.319896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.24082Z","caller":"traceutil/trace.go:171","msg":"trace[1339475122] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28924; }","duration":"452.400507ms","start":"2026-04-03T03:34:16.788406Z","end":"2026-04-03T03:34:17.240806Z","steps":["trace[1339475122] 'agreement among raft nodes before linearized reading' (duration: 452.298975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.240884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.788392Z","time spent":"452.483518ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:34:17.241127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.172002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:17.241148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.424148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-zhnjc.18a2b9d67658c6a4\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:28915 ","response":"range_response_count:594 size:459745"} {"level":"info","ts":"2026-04-03T03:34:17.241155Z","caller":"traceutil/trace.go:171","msg":"trace[1332115663] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28924; }","duration":"453.234703ms","start":"2026-04-03T03:34:16.787912Z","end":"2026-04-03T03:34:17.241147Z","steps":["trace[1332115663] 'agreement among raft nodes before linearized reading' (duration: 453.185342ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.24117Z","caller":"traceutil/trace.go:171","msg":"trace[1972082593] range","detail":"{range_begin:/registry/events/openstack/openvswitch-zhnjc.18a2b9d67658c6a4\u0000; range_end:/registry/events/openstack0; response_count:594; response_revision:28924; }","duration":"572.451849ms","start":"2026-04-03T03:34:16.668712Z","end":"2026-04-03T03:34:17.241164Z","steps":["trace[1972082593] 'agreement among raft nodes before linearized reading' (duration: 571.036032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.241175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.787897Z","time spent":"453.273734ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:34:17.241195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.668677Z","time spent":"572.5051ms","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":594,"response size":459767,"request content":"key:\"/registry/events/openstack/openvswitch-zhnjc.18a2b9d67658c6a4\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:28915 "} {"level":"warn","ts":"2026-04-03T03:34:17.638878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.206235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:17.639184Z","caller":"traceutil/trace.go:171","msg":"trace[1994886493] transaction","detail":"{read_only:false; response_revision:28928; number_of_response:1; }","duration":"392.54416ms","start":"2026-04-03T03:34:17.24662Z","end":"2026-04-03T03:34:17.639164Z","steps":["trace[1994886493] 'process raft request' (duration: 392.500149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.639264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.246607Z","time spent":"392.622661ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:17.639339Z","caller":"traceutil/trace.go:171","msg":"trace[1541442769] transaction","detail":"{read_only:false; response_revision:28926; number_of_response:1; }","duration":"409.668699ms","start":"2026-04-03T03:34:17.229634Z","end":"2026-04-03T03:34:17.639302Z","steps":["trace[1541442769] 'process raft request' (duration: 409.348433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.639449Z","caller":"traceutil/trace.go:171","msg":"trace[1357199224] transaction","detail":"{read_only:false; response_revision:28927; number_of_response:1; }","duration":"392.903846ms","start":"2026-04-03T03:34:17.246535Z","end":"2026-04-03T03:34:17.639439Z","steps":["trace[1357199224] 'process raft request' (duration: 392.547919ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.639692Z","caller":"traceutil/trace.go:171","msg":"trace[1031946310] linearizableReadLoop","detail":"{readStateIndex:29851; appliedIndex:29849; }","duration":"400.499258ms","start":"2026-04-03T03:34:17.239127Z","end":"2026-04-03T03:34:17.639626Z","steps":["trace[1031946310] 'read index received' (duration: 129.552658ms)","trace[1031946310] 'applied index is now lower than readState.Index' (duration: 270.94331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:17.639761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.196627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.639559Z","caller":"traceutil/trace.go:171","msg":"trace[1046579305] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"503.95516ms","start":"2026-04-03T03:34:17.135581Z","end":"2026-04-03T03:34:17.639536Z","steps":["trace[1046579305] 'process raft request' (duration: 232.99368ms)","trace[1046579305] 'compare' (duration: 270.039273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:17.639753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.216044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:34:17.63985Z","caller":"traceutil/trace.go:171","msg":"trace[1790596644] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28928; }","duration":"434.32054ms","start":"2026-04-03T03:34:17.205511Z","end":"2026-04-03T03:34:17.639832Z","steps":["trace[1790596644] 'agreement among raft nodes before linearized reading' (duration: 434.155507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.639931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.135559Z","time spent":"504.289926ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:17.639959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.205503Z","time spent":"434.439552ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-03T03:34:17.639944Z","caller":"traceutil/trace.go:171","msg":"trace[1625170658] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28928; }","duration":"415.425677ms","start":"2026-04-03T03:34:17.224499Z","end":"2026-04-03T03:34:17.639925Z","steps":["trace[1625170658] 'agreement among raft nodes before linearized reading' (duration: 415.162062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.640056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.224489Z","time spent":"415.550099ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:34:17.640095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.647268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:17.640077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.246489Z","time spent":"393.346555ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:17.640127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.852292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:17.640175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.564908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-03T03:34:17.640204Z","caller":"traceutil/trace.go:171","msg":"trace[136035448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28928; }","duration":"394.632669ms","start":"2026-04-03T03:34:17.245566Z","end":"2026-04-03T03:34:17.640198Z","steps":["trace[136035448] 'agreement among raft nodes before linearized reading' (duration: 394.548618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.640221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.245552Z","time spent":"394.664989ms","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:34:17.640215Z","caller":"traceutil/trace.go:171","msg":"trace[717857458] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28928; }","duration":"394.980415ms","start":"2026-04-03T03:34:17.245211Z","end":"2026-04-03T03:34:17.640191Z","steps":["trace[717857458] 'agreement among raft nodes before linearized reading' (duration: 394.834552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.64026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.245193Z","time spent":"395.056426ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:34:17.640281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.357132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-03T03:34:17.640126Z","caller":"traceutil/trace.go:171","msg":"trace[1677735721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28928; }","duration":"131.691739ms","start":"2026-04-03T03:34:17.508419Z","end":"2026-04-03T03:34:17.640111Z","steps":["trace[1677735721] 'agreement among raft nodes before linearized reading' (duration: 131.639748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:17.640361Z","caller":"traceutil/trace.go:171","msg":"trace[324290918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28928; }","duration":"184.471185ms","start":"2026-04-03T03:34:17.45587Z","end":"2026-04-03T03:34:17.640341Z","steps":["trace[324290918] 'agreement among raft nodes before linearized reading' (duration: 184.18692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.640625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.25115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-03T03:34:17.640786Z","caller":"traceutil/trace.go:171","msg":"trace[587555360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28928; }","duration":"252.410893ms","start":"2026-04-03T03:34:17.388325Z","end":"2026-04-03T03:34:17.640736Z","steps":["trace[587555360] 'agreement among raft nodes before linearized reading' (duration: 251.753711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.641475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.10252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389149"} {"level":"info","ts":"2026-04-03T03:34:17.641507Z","caller":"traceutil/trace.go:171","msg":"trace[1782940776] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:28928; }","duration":"438.187252ms","start":"2026-04-03T03:34:17.203313Z","end":"2026-04-03T03:34:17.6415Z","steps":["trace[1782940776] 'agreement among raft nodes before linearized reading' (duration: 436.421669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.641533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.203297Z","time spent":"438.225103ms","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2094,"response size":389171,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-03T03:34:17.63971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.22962Z","time spent":"409.993456ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:17.790367Z","caller":"traceutil/trace.go:171","msg":"trace[572953310] linearizableReadLoop","detail":"{readStateIndex:29854; appliedIndex:29853; }","duration":"141.108094ms","start":"2026-04-03T03:34:17.649234Z","end":"2026-04-03T03:34:17.790342Z","steps":["trace[572953310] 'read index received' (duration: 140.909851ms)","trace[572953310] 'applied index is now lower than readState.Index' (duration: 197.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:17.790467Z","caller":"traceutil/trace.go:171","msg":"trace[1417987230] transaction","detail":"{read_only:false; response_revision:28929; number_of_response:1; }","duration":"141.872139ms","start":"2026-04-03T03:34:17.648552Z","end":"2026-04-03T03:34:17.790424Z","steps":["trace[1417987230] 'process raft request' (duration: 141.615784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.790628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.451884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:17.790723Z","caller":"traceutil/trace.go:171","msg":"trace[1105800255] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28929; }","duration":"138.619219ms","start":"2026-04-03T03:34:17.652079Z","end":"2026-04-03T03:34:17.790698Z","steps":["trace[1105800255] 'agreement among raft nodes before linearized reading' (duration: 138.440895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:17.794478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.222721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28928 ","response":"range_response_count:1000 size:778413"} {"level":"info","ts":"2026-04-03T03:34:17.794538Z","caller":"traceutil/trace.go:171","msg":"trace[1694112193] range","detail":"{range_begin:/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28929; }","duration":"145.321262ms","start":"2026-04-03T03:34:17.649205Z","end":"2026-04-03T03:34:17.794526Z","steps":["trace[1694112193] 'agreement among raft nodes before linearized reading' (duration: 141.224746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:21.239407Z","caller":"traceutil/trace.go:171","msg":"trace[831798732] linearizableReadLoop","detail":"{readStateIndex:29875; appliedIndex:29874; }","duration":"132.163598ms","start":"2026-04-03T03:34:21.107222Z","end":"2026-04-03T03:34:21.239385Z","steps":["trace[831798732] 'read index received' (duration: 131.597427ms)","trace[831798732] 'applied index is now lower than readState.Index' (duration: 564.971µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:21.23951Z","caller":"traceutil/trace.go:171","msg":"trace[1655167467] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"145.376484ms","start":"2026-04-03T03:34:21.094106Z","end":"2026-04-03T03:34:21.239482Z","steps":["trace[1655167467] 'process raft request' (duration: 144.677971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:21.23974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.490464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:34:21.239826Z","caller":"traceutil/trace.go:171","msg":"trace[2075928621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28949; }","duration":"132.626277ms","start":"2026-04-03T03:34:21.107181Z","end":"2026-04-03T03:34:21.239808Z","steps":["trace[2075928621] 'agreement among raft nodes before linearized reading' (duration: 132.351332ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:21.296895Z","caller":"traceutil/trace.go:171","msg":"trace[2030809254] transaction","detail":"{read_only:false; response_revision:28951; number_of_response:1; }","duration":"187.140445ms","start":"2026-04-03T03:34:21.109718Z","end":"2026-04-03T03:34:21.296858Z","steps":["trace[2030809254] 'process raft request' (duration: 187.046723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:21.297015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.369774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-84f99f78f6-xrgtv\" ","response":"range_response_count:1 size:7438"} {"level":"info","ts":"2026-04-03T03:34:21.297129Z","caller":"traceutil/trace.go:171","msg":"trace[1297087151] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"188.360727ms","start":"2026-04-03T03:34:21.1087Z","end":"2026-04-03T03:34:21.29706Z","steps":["trace[1297087151] 'process raft request' (duration: 187.94026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:21.297186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.936287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:34:21.297271Z","caller":"traceutil/trace.go:171","msg":"trace[1921640728] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-84f99f78f6-xrgtv; range_end:; response_count:1; response_revision:28951; }","duration":"130.492396ms","start":"2026-04-03T03:34:21.166576Z","end":"2026-04-03T03:34:21.297068Z","steps":["trace[1921640728] 'agreement among raft nodes before linearized reading' (duration: 130.278413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:21.297344Z","caller":"traceutil/trace.go:171","msg":"trace[1406320415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28951; }","duration":"190.13167ms","start":"2026-04-03T03:34:21.107194Z","end":"2026-04-03T03:34:21.297326Z","steps":["trace[1406320415] 'agreement among raft nodes before linearized reading' (duration: 189.817214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:21.297338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.248496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-03T03:34:21.297663Z","caller":"traceutil/trace.go:171","msg":"trace[1688152083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:28951; }","duration":"135.648363ms","start":"2026-04-03T03:34:21.16199Z","end":"2026-04-03T03:34:21.297639Z","steps":["trace[1688152083] 'agreement among raft nodes before linearized reading' (duration: 134.992991ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.47687Z","caller":"traceutil/trace.go:171","msg":"trace[1325967819] linearizableReadLoop","detail":"{readStateIndex:29890; appliedIndex:29889; }","duration":"173.364757ms","start":"2026-04-03T03:34:23.303476Z","end":"2026-04-03T03:34:23.476841Z","steps":["trace[1325967819] 'read index received' (duration: 105.746074ms)","trace[1325967819] 'applied index is now lower than readState.Index' (duration: 67.616743ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:23.477056Z","caller":"traceutil/trace.go:171","msg":"trace[319596119] transaction","detail":"{read_only:false; response_revision:28964; number_of_response:1; }","duration":"175.381485ms","start":"2026-04-03T03:34:23.301632Z","end":"2026-04-03T03:34:23.477013Z","steps":["trace[319596119] 'process raft request' (duration: 107.561088ms)","trace[319596119] 'compare' (duration: 67.106603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:23.477256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.752814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:34:23.477343Z","caller":"traceutil/trace.go:171","msg":"trace[422956701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28964; }","duration":"173.875677ms","start":"2026-04-03T03:34:23.303446Z","end":"2026-04-03T03:34:23.477322Z","steps":["trace[422956701] 'agreement among raft nodes before linearized reading' (duration: 173.595892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.494399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.843723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.4945Z","caller":"traceutil/trace.go:171","msg":"trace[505808467] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28965; }","duration":"190.955065ms","start":"2026-04-03T03:34:23.303521Z","end":"2026-04-03T03:34:23.494476Z","steps":["trace[505808467] 'agreement among raft nodes before linearized reading' (duration: 190.789842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.494564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.029089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:34:23.494635Z","caller":"traceutil/trace.go:171","msg":"trace[467160183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28965; }","duration":"189.10016ms","start":"2026-04-03T03:34:23.305515Z","end":"2026-04-03T03:34:23.494615Z","steps":["trace[467160183] 'agreement among raft nodes before linearized reading' (duration: 188.953328ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.494718Z","caller":"traceutil/trace.go:171","msg":"trace[948855628] transaction","detail":"{read_only:false; response_revision:28965; number_of_response:1; }","duration":"190.66711ms","start":"2026-04-03T03:34:23.30398Z","end":"2026-04-03T03:34:23.494648Z","steps":["trace[948855628] 'process raft request' (duration: 190.156991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.494726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.395146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-03T03:34:23.494808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.750743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.494814Z","caller":"traceutil/trace.go:171","msg":"trace[10095077] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28965; }","duration":"189.500209ms","start":"2026-04-03T03:34:23.305293Z","end":"2026-04-03T03:34:23.494793Z","steps":["trace[10095077] 'agreement among raft nodes before linearized reading' (duration: 189.256273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.494849Z","caller":"traceutil/trace.go:171","msg":"trace[1835462858] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28965; }","duration":"190.803283ms","start":"2026-04-03T03:34:23.304036Z","end":"2026-04-03T03:34:23.494839Z","steps":["trace[1835462858] 'agreement among raft nodes before linearized reading' (duration: 190.744662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.494876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.651052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:23.494958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.157819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.494993Z","caller":"traceutil/trace.go:171","msg":"trace[1376968160] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28965; }","duration":"191.202001ms","start":"2026-04-03T03:34:23.303783Z","end":"2026-04-03T03:34:23.494985Z","steps":["trace[1376968160] 'agreement among raft nodes before linearized reading' (duration: 191.15463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.495085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.364429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-wzspv\" ","response":"range_response_count:1 size:8670"} {"level":"warn","ts":"2026-04-03T03:34:23.495135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.517627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.49514Z","caller":"traceutil/trace.go:171","msg":"trace[1016862005] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-wzspv; range_end:; response_count:1; response_revision:28965; }","duration":"112.454661ms","start":"2026-04-03T03:34:23.382673Z","end":"2026-04-03T03:34:23.495128Z","steps":["trace[1016862005] 'agreement among raft nodes before linearized reading' (duration: 112.319998ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.495171Z","caller":"traceutil/trace.go:171","msg":"trace[1144329582] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28965; }","duration":"191.561117ms","start":"2026-04-03T03:34:23.303602Z","end":"2026-04-03T03:34:23.495163Z","steps":["trace[1144329582] 'agreement among raft nodes before linearized reading' (duration: 191.519247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.495259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.661129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.495302Z","caller":"traceutil/trace.go:171","msg":"trace[882330701] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28965; }","duration":"191.700699ms","start":"2026-04-03T03:34:23.303583Z","end":"2026-04-03T03:34:23.495284Z","steps":["trace[882330701] 'agreement among raft nodes before linearized reading' (duration: 191.657339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.4951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.348743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.495416Z","caller":"traceutil/trace.go:171","msg":"trace[1359211818] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28965; }","duration":"191.71744ms","start":"2026-04-03T03:34:23.303683Z","end":"2026-04-03T03:34:23.4954Z","steps":["trace[1359211818] 'agreement among raft nodes before linearized reading' (duration: 191.378803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.49551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.932163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.495548Z","caller":"traceutil/trace.go:171","msg":"trace[1924528500] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28965; }","duration":"191.983065ms","start":"2026-04-03T03:34:23.303556Z","end":"2026-04-03T03:34:23.495539Z","steps":["trace[1924528500] 'agreement among raft nodes before linearized reading' (duration: 191.932124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.494959Z","caller":"traceutil/trace.go:171","msg":"trace[1695024658] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28965; }","duration":"189.708063ms","start":"2026-04-03T03:34:23.305212Z","end":"2026-04-03T03:34:23.49492Z","steps":["trace[1695024658] 'agreement among raft nodes before linearized reading' (duration: 189.623511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.495548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.672104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-54c8fcbcdb-n5vtr\" ","response":"range_response_count:1 size:8383"} {"level":"warn","ts":"2026-04-03T03:34:23.495707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.161648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-03T03:34:23.495708Z","caller":"traceutil/trace.go:171","msg":"trace[553117641] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-54c8fcbcdb-n5vtr; range_end:; response_count:1; response_revision:28965; }","duration":"119.807827ms","start":"2026-04-03T03:34:23.375832Z","end":"2026-04-03T03:34:23.49564Z","steps":["trace[553117641] 'agreement among raft nodes before linearized reading' (duration: 119.44462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.494501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.754834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.496125Z","caller":"traceutil/trace.go:171","msg":"trace[1026764710] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28965; }","duration":"190.429585ms","start":"2026-04-03T03:34:23.305679Z","end":"2026-04-03T03:34:23.496108Z","steps":["trace[1026764710] 'agreement among raft nodes before linearized reading' (duration: 188.736264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.495738Z","caller":"traceutil/trace.go:171","msg":"trace[1168020367] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28965; }","duration":"192.205238ms","start":"2026-04-03T03:34:23.303525Z","end":"2026-04-03T03:34:23.49573Z","steps":["trace[1168020367] 'agreement among raft nodes before linearized reading' (duration: 192.094647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.494429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.219123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.497266Z","caller":"traceutil/trace.go:171","msg":"trace[1438146444] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28965; }","duration":"192.014605ms","start":"2026-04-03T03:34:23.305181Z","end":"2026-04-03T03:34:23.497196Z","steps":["trace[1438146444] 'agreement among raft nodes before linearized reading' (duration: 189.170582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.696036Z","caller":"traceutil/trace.go:171","msg":"trace[349698326] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"195.173014ms","start":"2026-04-03T03:34:23.500838Z","end":"2026-04-03T03:34:23.696011Z","steps":["trace[349698326] 'process raft request' (duration: 194.910029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.966757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.883523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-03T03:34:23.966817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.555762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.96687Z","caller":"traceutil/trace.go:171","msg":"trace[1823959765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28971; }","duration":"147.033186ms","start":"2026-04-03T03:34:23.819814Z","end":"2026-04-03T03:34:23.966848Z","steps":["trace[1823959765] 'range keys from in-memory index tree' (duration: 146.704049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.966882Z","caller":"traceutil/trace.go:171","msg":"trace[587837296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28971; }","duration":"105.653864ms","start":"2026-04-03T03:34:23.861204Z","end":"2026-04-03T03:34:23.966858Z","steps":["trace[587837296] 'range keys from in-memory index tree' (duration: 105.401279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.969691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.475771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389149"} {"level":"info","ts":"2026-04-03T03:34:23.969759Z","caller":"traceutil/trace.go:171","msg":"trace[1102823638] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:28971; }","duration":"179.576014ms","start":"2026-04-03T03:34:23.790168Z","end":"2026-04-03T03:34:23.969744Z","steps":["trace[1102823638] 'range keys from in-memory index tree' (duration: 177.922982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.973682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.239116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28971 ","response":"range_response_count:1000 size:778413"} {"level":"info","ts":"2026-04-03T03:34:23.973755Z","caller":"traceutil/trace.go:171","msg":"trace[1693658475] range","detail":"{range_begin:/registry/events/openstack/heat-engine-59697c98df-4964s.18a2ba413a24eaeb\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28971; }","duration":"180.327227ms","start":"2026-04-03T03:34:23.793414Z","end":"2026-04-03T03:34:23.973742Z","steps":["trace[1693658475] 'range keys from in-memory index tree' (duration: 175.795522ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:37.773002Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:34:37.779076Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-03T03:34:37.779179Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}