{"level":"warn","ts":"2026-03-19T21:51:11.689937Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T21:51:11.690091Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T21:51:11.690188Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T21:51:11.690203Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-19T21:51:11.690255Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T21:51:11.691157Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-03-19T21:51:11.691256Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T21:51:11.696652Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.117638ms"} {"level":"info","ts":"2026-03-19T21:51:11.703373Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-03-19T21:51:11.703497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T21:51:11.703528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-03-19T21:51:11.703544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T21:51:11.703553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-03-19T21:51:11.703601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-03-19T21:51:11.708296Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T21:51:11.709652Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T21:51:11.710865Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T21:51:11.712861Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T21:51:11.71306Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T21:51:11.713233Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T21:51:11.713383Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T21:51:11.713411Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T21:51:11.715223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-03-19T21:51:11.715415Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-19T21:51:11.717475Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T21:51:11.71761Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-19T21:51:11.71773Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-19T21:51:11.718112Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T21:51:11.718186Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T21:51:12.103804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T21:51:12.103861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T21:51:12.103896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-03-19T21:51:12.103926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-03-19T21:51:12.103941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-19T21:51:12.10396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-03-19T21:51:12.103977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-19T21:51:12.105049Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T21:51:12.105427Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:12.105637Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T21:51:12.106043Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T21:51:12.10644Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T21:51:12.106488Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T21:51:12.106542Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:12.106649Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:12.106683Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:12.107574Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"info","ts":"2026-03-19T21:51:12.108739Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-19T21:51:30.211505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.210147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:51:30.211637Z","caller":"traceutil/trace.go:171","msg":"trace[1713991229] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"258.394166ms","start":"2026-03-19T21:51:29.953224Z","end":"2026-03-19T21:51:30.211619Z","steps":["trace[1713991229] 'process raft request' (duration: 108.51222ms)","trace[1713991229] 'compare' (duration: 149.082953ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:51:48.032968Z","caller":"traceutil/trace.go:171","msg":"trace[1898425510] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:566; }","duration":"179.883216ms","start":"2026-03-19T21:51:47.85306Z","end":"2026-03-19T21:51:48.032944Z","steps":["trace[1898425510] 'read index received' (duration: 179.706462ms)","trace[1898425510] 'applied index is now lower than readState.Index' (duration: 175.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:51:48.03304Z","caller":"traceutil/trace.go:171","msg":"trace[2132961964] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"228.481219ms","start":"2026-03-19T21:51:47.804528Z","end":"2026-03-19T21:51:48.033009Z","steps":["trace[2132961964] 'process raft request' (duration: 228.246893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:51:48.033263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.125953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:51:48.033364Z","caller":"traceutil/trace.go:171","msg":"trace[680962877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:547; }","duration":"180.321119ms","start":"2026-03-19T21:51:47.853017Z","end":"2026-03-19T21:51:48.033338Z","steps":["trace[680962877] 'agreement among raft nodes before linearized reading' (duration: 180.069632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:51:48.305815Z","caller":"traceutil/trace.go:171","msg":"trace[84664242] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"272.731642ms","start":"2026-03-19T21:51:48.033054Z","end":"2026-03-19T21:51:48.305785Z","steps":["trace[84664242] 'read index received' (duration: 272.499476ms)","trace[84664242] 'applied index is now lower than readState.Index' (duration: 230.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:51:48.30586Z","caller":"traceutil/trace.go:171","msg":"trace[1791928112] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"402.180257ms","start":"2026-03-19T21:51:47.903652Z","end":"2026-03-19T21:51:48.305833Z","steps":["trace[1791928112] 'process raft request' (duration: 401.970671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:51:48.30601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.423531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:51:48.305999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:51:47.903623Z","time spent":"402.29925ms","remote":"127.0.0.1:60434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:51:48.306068Z","caller":"traceutil/trace.go:171","msg":"trace[601630670] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:548; }","duration":"316.532815ms","start":"2026-03-19T21:51:47.98952Z","end":"2026-03-19T21:51:48.306053Z","steps":["trace[601630670] 'agreement among raft nodes before linearized reading' (duration: 316.415552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:51:48.306104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:51:47.9895Z","time spent":"316.595648ms","remote":"127.0.0.1:60344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-19T21:51:48.306384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.764259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T21:51:48.306529Z","caller":"traceutil/trace.go:171","msg":"trace[2062626837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:548; }","duration":"271.067237ms","start":"2026-03-19T21:51:48.035433Z","end":"2026-03-19T21:51:48.3065Z","steps":["trace[2062626837] 'agreement among raft nodes before linearized reading' (duration: 270.561663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:51:49.356606Z","caller":"traceutil/trace.go:171","msg":"trace[948283836] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"110.151524ms","start":"2026-03-19T21:51:49.246431Z","end":"2026-03-19T21:51:49.356583Z","steps":["trace[948283836] 'process raft request' (duration: 110.105143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:51:49.356653Z","caller":"traceutil/trace.go:171","msg":"trace[1307077610] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"110.456673ms","start":"2026-03-19T21:51:49.246157Z","end":"2026-03-19T21:51:49.356614Z","steps":["trace[1307077610] 'process raft request' (duration: 110.335559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:51:49.356649Z","caller":"traceutil/trace.go:171","msg":"trace[1505201095] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"110.511483ms","start":"2026-03-19T21:51:49.246065Z","end":"2026-03-19T21:51:49.356577Z","steps":["trace[1505201095] 'process raft request' (duration: 107.43533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:12.644264Z","caller":"traceutil/trace.go:171","msg":"trace[864360279] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"207.082741ms","start":"2026-03-19T21:52:12.437146Z","end":"2026-03-19T21:52:12.644229Z","steps":["trace[864360279] 'process raft request' (duration: 134.361557ms)","trace[864360279] 'compare' (duration: 72.59582ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:56.717493Z","caller":"traceutil/trace.go:171","msg":"trace[641858437] linearizableReadLoop","detail":"{readStateIndex:1628; appliedIndex:1627; }","duration":"243.975072ms","start":"2026-03-19T21:52:56.473491Z","end":"2026-03-19T21:52:56.717466Z","steps":["trace[641858437] 'read index received' (duration: 243.91905ms)","trace[641858437] 'applied index is now lower than readState.Index' (duration: 54.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:56.718213Z","caller":"traceutil/trace.go:171","msg":"trace[994909649] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"257.769496ms","start":"2026-03-19T21:52:56.460389Z","end":"2026-03-19T21:52:56.718159Z","steps":["trace[994909649] 'process raft request' (duration: 256.890983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:56.718489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.986688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-03f96e62-617f-439c-bd32-57c363d953cb\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-19T21:52:56.718553Z","caller":"traceutil/trace.go:171","msg":"trace[1561251622] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-03f96e62-617f-439c-bd32-57c363d953cb; range_end:; response_count:1; response_revision:1567; }","duration":"245.085621ms","start":"2026-03-19T21:52:56.473442Z","end":"2026-03-19T21:52:56.718527Z","steps":["trace[1561251622] 'agreement among raft nodes before linearized reading' (duration: 244.187657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:56.814693Z","caller":"traceutil/trace.go:171","msg":"trace[1459664743] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"258.024792ms","start":"2026-03-19T21:52:56.556632Z","end":"2026-03-19T21:52:56.814656Z","steps":["trace[1459664743] 'process raft request' (duration: 209.507465ms)","trace[1459664743] 'compare' (duration: 48.262951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:56.814868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.7927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:52:56.814996Z","caller":"traceutil/trace.go:171","msg":"trace[712405635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1568; }","duration":"144.996085ms","start":"2026-03-19T21:52:56.66997Z","end":"2026-03-19T21:52:56.814966Z","steps":["trace[712405635] 'agreement among raft nodes before linearized reading' (duration: 144.644095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:56.833732Z","caller":"traceutil/trace.go:171","msg":"trace[751804357] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"108.120544ms","start":"2026-03-19T21:52:56.725568Z","end":"2026-03-19T21:52:56.833688Z","steps":["trace[751804357] 'process raft request' (duration: 107.933358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:57.259976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.3011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-03f96e62-617f-439c-bd32-57c363d953cb\" ","response":"range_response_count:1 size:3740"} {"level":"info","ts":"2026-03-19T21:52:57.26008Z","caller":"traceutil/trace.go:171","msg":"trace[1086987356] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-03f96e62-617f-439c-bd32-57c363d953cb; range_end:; response_count:1; response_revision:1572; }","duration":"136.542326ms","start":"2026-03-19T21:52:57.123508Z","end":"2026-03-19T21:52:57.26005Z","steps":["trace[1086987356] 'range keys from in-memory index tree' (duration: 136.000632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:53:11.548191Z","caller":"traceutil/trace.go:171","msg":"trace[103051176] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"148.105299ms","start":"2026-03-19T21:53:11.400056Z","end":"2026-03-19T21:53:11.548162Z","steps":["trace[103051176] 'process raft request' (duration: 147.952105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:41.272892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.984301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T21:53:41.272989Z","caller":"traceutil/trace.go:171","msg":"trace[1650423502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1843; }","duration":"122.093024ms","start":"2026-03-19T21:53:41.150875Z","end":"2026-03-19T21:53:41.272968Z","steps":["trace[1650423502] 'range keys from in-memory index tree' (duration: 121.809357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:47.301705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.30831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:53:47.301827Z","caller":"traceutil/trace.go:171","msg":"trace[1901752281] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"201.365675ms","start":"2026-03-19T21:53:47.100443Z","end":"2026-03-19T21:53:47.301808Z","steps":["trace[1901752281] 'read index received' (duration: 64.930242ms)","trace[1901752281] 'applied index is now lower than readState.Index' (duration: 136.434173ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:53:47.301863Z","caller":"traceutil/trace.go:171","msg":"trace[1173342218] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"265.455705ms","start":"2026-03-19T21:53:47.036372Z","end":"2026-03-19T21:53:47.301828Z","steps":["trace[1173342218] 'process raft request' (duration: 128.937719ms)","trace[1173342218] 'compare' (duration: 136.165036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:53:47.301993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.5491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:53:47.302025Z","caller":"traceutil/trace.go:171","msg":"trace[436742179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"201.609862ms","start":"2026-03-19T21:53:47.100405Z","end":"2026-03-19T21:53:47.302015Z","steps":["trace[436742179] 'agreement among raft nodes before linearized reading' (duration: 201.452687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:09.579984Z","caller":"traceutil/trace.go:171","msg":"trace[1902825089] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2066; }","duration":"110.047604ms","start":"2026-03-19T21:54:09.469908Z","end":"2026-03-19T21:54:09.579955Z","steps":["trace[1902825089] 'read index received' (duration: 19.668679ms)","trace[1902825089] 'applied index is now lower than readState.Index' (duration: 90.378095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:09.5802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.271841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:54:09.58025Z","caller":"traceutil/trace.go:171","msg":"trace[287531546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1991; }","duration":"110.361502ms","start":"2026-03-19T21:54:09.469874Z","end":"2026-03-19T21:54:09.580236Z","steps":["trace[287531546] 'agreement among raft nodes before linearized reading' (duration: 110.194328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:09.580106Z","caller":"traceutil/trace.go:171","msg":"trace[56274957] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"110.567719ms","start":"2026-03-19T21:54:09.469506Z","end":"2026-03-19T21:54:09.580074Z","steps":["trace[56274957] 'process raft request' (duration: 110.29367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:13.802625Z","caller":"traceutil/trace.go:171","msg":"trace[1114659402] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"142.623754ms","start":"2026-03-19T21:54:13.659941Z","end":"2026-03-19T21:54:13.802565Z","steps":["trace[1114659402] 'process raft request' (duration: 142.392978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:13.991285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.196646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:13.991471Z","caller":"traceutil/trace.go:171","msg":"trace[147194910] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2086; }","duration":"163.64046ms","start":"2026-03-19T21:54:13.827812Z","end":"2026-03-19T21:54:13.991453Z","steps":["trace[147194910] 'read index received' (duration: 28.26965ms)","trace[147194910] 'applied index is now lower than readState.Index' (duration: 135.36939ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:13.991583Z","caller":"traceutil/trace.go:171","msg":"trace[1358812082] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"184.73894ms","start":"2026-03-19T21:54:13.80683Z","end":"2026-03-19T21:54:13.991569Z","steps":["trace[1358812082] 'process raft request' (duration: 184.565085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:13.991635Z","caller":"traceutil/trace.go:171","msg":"trace[22063019] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"184.895414ms","start":"2026-03-19T21:54:13.806716Z","end":"2026-03-19T21:54:13.991611Z","steps":["trace[22063019] 'process raft request' (duration: 49.278747ms)","trace[22063019] 'compare' (duration: 135.052372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:13.991844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.02516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-19T21:54:13.991923Z","caller":"traceutil/trace.go:171","msg":"trace[1150257210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2010; }","duration":"164.138033ms","start":"2026-03-19T21:54:13.827761Z","end":"2026-03-19T21:54:13.991899Z","steps":["trace[1150257210] 'agreement among raft nodes before linearized reading' (duration: 163.823235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:13.992097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.985117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:13.99219Z","caller":"traceutil/trace.go:171","msg":"trace[917107747] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"118.172391ms","start":"2026-03-19T21:54:13.873981Z","end":"2026-03-19T21:54:13.992153Z","steps":["trace[917107747] 'process raft request' (duration: 117.893343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:13.992231Z","caller":"traceutil/trace.go:171","msg":"trace[676342097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"141.147433ms","start":"2026-03-19T21:54:13.851051Z","end":"2026-03-19T21:54:13.992198Z","steps":["trace[676342097] 'agreement among raft nodes before linearized reading' (duration: 140.947996ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:14.669519Z","caller":"traceutil/trace.go:171","msg":"trace[546092168] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"131.230866ms","start":"2026-03-19T21:54:14.538263Z","end":"2026-03-19T21:54:14.669494Z","steps":["trace[546092168] 'process raft request' (duration: 131.083412ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:16.184662Z","caller":"traceutil/trace.go:171","msg":"trace[419374483] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"136.193125ms","start":"2026-03-19T21:54:16.048441Z","end":"2026-03-19T21:54:16.184634Z","steps":["trace[419374483] 'process raft request' (duration: 96.700781ms)","trace[419374483] 'compare' (duration: 39.308339ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:16.184874Z","caller":"traceutil/trace.go:171","msg":"trace[1179229862] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"136.099742ms","start":"2026-03-19T21:54:16.048746Z","end":"2026-03-19T21:54:16.184846Z","steps":["trace[1179229862] 'process raft request' (duration: 135.827934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:18.327488Z","caller":"traceutil/trace.go:171","msg":"trace[1597882149] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"134.236109ms","start":"2026-03-19T21:54:18.193222Z","end":"2026-03-19T21:54:18.327458Z","steps":["trace[1597882149] 'process raft request' (duration: 83.226255ms)","trace[1597882149] 'compare' (duration: 50.896191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:20.566954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.170246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T21:54:20.567041Z","caller":"traceutil/trace.go:171","msg":"trace[127836081] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2038; }","duration":"140.303561ms","start":"2026-03-19T21:54:20.426716Z","end":"2026-03-19T21:54:20.56702Z","steps":["trace[127836081] 'range keys from in-memory index tree' (duration: 139.95027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:20.619742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.405992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:54:20.620014Z","caller":"traceutil/trace.go:171","msg":"trace[1996159733] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2117; }","duration":"167.870779ms","start":"2026-03-19T21:54:20.45212Z","end":"2026-03-19T21:54:20.619991Z","steps":["trace[1996159733] 'read index received' (duration: 37.155579ms)","trace[1996159733] 'applied index is now lower than readState.Index' (duration: 130.71256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:20.620318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.158589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:20.620449Z","caller":"traceutil/trace.go:171","msg":"trace[1202031224] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2039; }","duration":"168.345164ms","start":"2026-03-19T21:54:20.452077Z","end":"2026-03-19T21:54:20.620422Z","steps":["trace[1202031224] 'agreement among raft nodes before linearized reading' (duration: 168.104066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:20.764704Z","caller":"traceutil/trace.go:171","msg":"trace[559181407] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"133.174019ms","start":"2026-03-19T21:54:20.631502Z","end":"2026-03-19T21:54:20.764676Z","steps":["trace[559181407] 'process raft request' (duration: 122.572173ms)","trace[559181407] 'compare' (duration: 10.477363ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:21.111937Z","caller":"traceutil/trace.go:171","msg":"trace[1005288826] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"340.908313ms","start":"2026-03-19T21:54:20.771002Z","end":"2026-03-19T21:54:21.11191Z","steps":["trace[1005288826] 'process raft request' (duration: 285.65585ms)","trace[1005288826] 'compare' (duration: 55.044648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:21.112228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.770977Z","time spent":"341.045137ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1049,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:21.112462Z","caller":"traceutil/trace.go:171","msg":"trace[1110065780] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"341.319125ms","start":"2026-03-19T21:54:20.771105Z","end":"2026-03-19T21:54:21.112424Z","steps":["trace[1110065780] 'process raft request' (duration: 340.757739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.112621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.771088Z","time spent":"341.448748ms","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1685,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:21.112826Z","caller":"traceutil/trace.go:171","msg":"trace[250997388] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"341.637733ms","start":"2026-03-19T21:54:20.771169Z","end":"2026-03-19T21:54:21.112806Z","steps":["trace[250997388] 'process raft request' (duration: 341.050747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.112993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.771161Z","time spent":"341.738026ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3077,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:21.113044Z","caller":"traceutil/trace.go:171","msg":"trace[872946280] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"341.316973ms","start":"2026-03-19T21:54:20.771707Z","end":"2026-03-19T21:54:21.113024Z","steps":["trace[872946280] 'process raft request' (duration: 340.940143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.113151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.771684Z","time spent":"341.419826ms","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:21.113422Z","caller":"traceutil/trace.go:171","msg":"trace[1384674965] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2120; }","duration":"333.667582ms","start":"2026-03-19T21:54:20.779734Z","end":"2026-03-19T21:54:21.113402Z","steps":["trace[1384674965] 'read index received' (duration: 20.193635ms)","trace[1384674965] 'applied index is now lower than readState.Index' (duration: 313.472537ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:21.11361Z","caller":"traceutil/trace.go:171","msg":"trace[1907281181] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"335.45764ms","start":"2026-03-19T21:54:20.778115Z","end":"2026-03-19T21:54:21.113573Z","steps":["trace[1907281181] 'process raft request' (duration: 334.777531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.113797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.778106Z","time spent":"335.597895ms","remote":"127.0.0.1:60712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15327,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:21.114092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.425701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:21.114121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.763495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:21.114166Z","caller":"traceutil/trace.go:171","msg":"trace[908711525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"262.533064ms","start":"2026-03-19T21:54:20.851613Z","end":"2026-03-19T21:54:21.114146Z","steps":["trace[908711525] 'agreement among raft nodes before linearized reading' (duration: 262.415831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:21.114172Z","caller":"traceutil/trace.go:171","msg":"trace[1678728382] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2046; }","duration":"129.857967ms","start":"2026-03-19T21:54:20.984298Z","end":"2026-03-19T21:54:21.114156Z","steps":["trace[1678728382] 'agreement among raft nodes before linearized reading' (duration: 129.766525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.114697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.953347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:54:21.114768Z","caller":"traceutil/trace.go:171","msg":"trace[189217603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2046; }","duration":"335.04593ms","start":"2026-03-19T21:54:20.779705Z","end":"2026-03-19T21:54:21.114751Z","steps":["trace[189217603] 'agreement among raft nodes before linearized reading' (duration: 333.862197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.11492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.779697Z","time spent":"335.168373ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:21.468453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.253553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:21.468599Z","caller":"traceutil/trace.go:171","msg":"trace[60377462] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"304.463534ms","start":"2026-03-19T21:54:21.16411Z","end":"2026-03-19T21:54:21.468573Z","steps":["trace[60377462] 'read index received' (duration: 175.939604ms)","trace[60377462] 'applied index is now lower than readState.Index' (duration: 128.52197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:21.468879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.871354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T21:54:21.468844Z","caller":"traceutil/trace.go:171","msg":"trace[333724258] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"326.550511ms","start":"2026-03-19T21:54:21.142072Z","end":"2026-03-19T21:54:21.468623Z","steps":["trace[333724258] 'process raft request' (duration: 197.99923ms)","trace[333724258] 'compare' (duration: 127.990916ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:21.468918Z","caller":"traceutil/trace.go:171","msg":"trace[504143665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2048; }","duration":"208.911755ms","start":"2026-03-19T21:54:21.259995Z","end":"2026-03-19T21:54:21.468907Z","steps":["trace[504143665] 'agreement among raft nodes before linearized reading' (duration: 208.70835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.468879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.737121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"warn","ts":"2026-03-19T21:54:21.469085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:21.142042Z","time spent":"326.89433ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:21.469173Z","caller":"traceutil/trace.go:171","msg":"trace[663452553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2048; }","duration":"305.083052ms","start":"2026-03-19T21:54:21.16407Z","end":"2026-03-19T21:54:21.469153Z","steps":["trace[663452553] 'agreement among raft nodes before linearized reading' (duration: 304.597167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:21.469251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:21.16405Z","time spent":"305.187785ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5484,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:54:21.715093Z","caller":"traceutil/trace.go:171","msg":"trace[591293521] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"118.042287ms","start":"2026-03-19T21:54:21.597011Z","end":"2026-03-19T21:54:21.715053Z","steps":["trace[591293521] 'process raft request' (duration: 56.116198ms)","trace[591293521] 'compare' (duration: 61.725894ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:22.374045Z","caller":"traceutil/trace.go:171","msg":"trace[1327356978] linearizableReadLoop","detail":"{readStateIndex:2133; appliedIndex:2132; }","duration":"104.149659ms","start":"2026-03-19T21:54:22.269869Z","end":"2026-03-19T21:54:22.374018Z","steps":["trace[1327356978] 'read index received' (duration: 66.680252ms)","trace[1327356978] 'applied index is now lower than readState.Index' (duration: 37.467917ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:22.374333Z","caller":"traceutil/trace.go:171","msg":"trace[1140307998] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"150.979767ms","start":"2026-03-19T21:54:22.223293Z","end":"2026-03-19T21:54:22.374273Z","steps":["trace[1140307998] 'process raft request' (duration: 113.249173ms)","trace[1140307998] 'compare' (duration: 37.316952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:22.374822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.933022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T21:54:22.374943Z","caller":"traceutil/trace.go:171","msg":"trace[1387580953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2053; }","duration":"105.096936ms","start":"2026-03-19T21:54:22.269814Z","end":"2026-03-19T21:54:22.374911Z","steps":["trace[1387580953] 'agreement among raft nodes before linearized reading' (duration: 104.753067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:22.730145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.518757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T21:54:22.730385Z","caller":"traceutil/trace.go:171","msg":"trace[2105999181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"105.836857ms","start":"2026-03-19T21:54:22.624517Z","end":"2026-03-19T21:54:22.730354Z","steps":["trace[2105999181] 'range keys from in-memory index tree' (duration: 105.171238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:23.353345Z","caller":"traceutil/trace.go:171","msg":"trace[414273972] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"138.223221ms","start":"2026-03-19T21:54:23.215088Z","end":"2026-03-19T21:54:23.353312Z","steps":["trace[414273972] 'process raft request' (duration: 133.355065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:23.623382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.149462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:23.623963Z","caller":"traceutil/trace.go:171","msg":"trace[1476240989] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"168.233299ms","start":"2026-03-19T21:54:23.455711Z","end":"2026-03-19T21:54:23.623944Z","steps":["trace[1476240989] 'process raft request' (duration: 168.131916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:23.624144Z","caller":"traceutil/trace.go:171","msg":"trace[1930287533] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"169.293919ms","start":"2026-03-19T21:54:23.454808Z","end":"2026-03-19T21:54:23.624102Z","steps":["trace[1930287533] 'process raft request' (duration: 56.142128ms)","trace[1930287533] 'compare' (duration: 111.941037ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:25.012387Z","caller":"traceutil/trace.go:171","msg":"trace[548640368] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2162; }","duration":"102.330418ms","start":"2026-03-19T21:54:24.910026Z","end":"2026-03-19T21:54:25.012356Z","steps":["trace[548640368] 'read index received' (duration: 1.773919ms)","trace[548640368] 'applied index is now lower than readState.Index' (duration: 100.555549ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:25.012477Z","caller":"traceutil/trace.go:171","msg":"trace[2045256014] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2082; }","duration":"102.632397ms","start":"2026-03-19T21:54:24.909777Z","end":"2026-03-19T21:54:25.012409Z","steps":["trace[2045256014] 'process raft request' (duration: 77.739491ms)","trace[2045256014] 'compare' (duration: 24.768672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:25.012893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.839663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.189e5cbbcacae829\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-19T21:54:25.013254Z","caller":"traceutil/trace.go:171","msg":"trace[1690543287] range","detail":"{range_begin:/registry/events/openstack/valkey.189e5cbbcacae829; range_end:; response_count:1; response_revision:2082; }","duration":"102.941456ms","start":"2026-03-19T21:54:24.909993Z","end":"2026-03-19T21:54:25.012935Z","steps":["trace[1690543287] 'agreement among raft nodes before linearized reading' (duration: 102.480272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.032207Z","caller":"traceutil/trace.go:171","msg":"trace[973890877] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"116.934015ms","start":"2026-03-19T21:54:24.91526Z","end":"2026-03-19T21:54:25.032194Z","steps":["trace[973890877] 'process raft request' (duration: 116.810332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.27695Z","caller":"traceutil/trace.go:171","msg":"trace[1861116058] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"112.43537ms","start":"2026-03-19T21:54:25.164476Z","end":"2026-03-19T21:54:25.276911Z","steps":["trace[1861116058] 'process raft request' (duration: 112.178083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.443446Z","caller":"traceutil/trace.go:171","msg":"trace[95173119] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2171; }","duration":"109.973482ms","start":"2026-03-19T21:54:25.333439Z","end":"2026-03-19T21:54:25.443413Z","steps":["trace[95173119] 'read index received' (duration: 89.033427ms)","trace[95173119] 'applied index is now lower than readState.Index' (duration: 20.938605ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:25.443594Z","caller":"traceutil/trace.go:171","msg":"trace[397945335] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"115.691071ms","start":"2026-03-19T21:54:25.327891Z","end":"2026-03-19T21:54:25.443582Z","steps":["trace[397945335] 'process raft request' (duration: 94.679605ms)","trace[397945335] 'compare' (duration: 20.622046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:25.443942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.492356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:215268"} {"level":"info","ts":"2026-03-19T21:54:25.443985Z","caller":"traceutil/trace.go:171","msg":"trace[381019576] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2090; }","duration":"110.574328ms","start":"2026-03-19T21:54:25.3334Z","end":"2026-03-19T21:54:25.443974Z","steps":["trace[381019576] 'agreement among raft nodes before linearized reading' (duration: 110.337642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.572405Z","caller":"traceutil/trace.go:171","msg":"trace[1981087900] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"112.801491ms","start":"2026-03-19T21:54:25.459561Z","end":"2026-03-19T21:54:25.572363Z","steps":["trace[1981087900] 'process raft request' (duration: 88.000758ms)","trace[1981087900] 'compare' (duration: 24.141894ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:25.729859Z","caller":"traceutil/trace.go:171","msg":"trace[2034201209] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"141.03225ms","start":"2026-03-19T21:54:25.588791Z","end":"2026-03-19T21:54:25.729823Z","steps":["trace[2034201209] 'process raft request' (duration: 132.881033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:25.730179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.293627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:217695"} {"level":"info","ts":"2026-03-19T21:54:25.730277Z","caller":"traceutil/trace.go:171","msg":"trace[405556572] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2094; }","duration":"117.41003ms","start":"2026-03-19T21:54:25.612816Z","end":"2026-03-19T21:54:25.730226Z","steps":["trace[405556572] 'agreement among raft nodes before linearized reading' (duration: 117.08695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.917026Z","caller":"traceutil/trace.go:171","msg":"trace[1856044787] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"269.031905ms","start":"2026-03-19T21:54:25.647887Z","end":"2026-03-19T21:54:25.916919Z","steps":["trace[1856044787] 'process raft request' (duration: 190.867482ms)","trace[1856044787] 'compare' (duration: 77.979678ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:25.917071Z","caller":"traceutil/trace.go:171","msg":"trace[647088224] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"269.008194ms","start":"2026-03-19T21:54:25.648022Z","end":"2026-03-19T21:54:25.917031Z","steps":["trace[647088224] 'process raft request' (duration: 268.832029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.917144Z","caller":"traceutil/trace.go:171","msg":"trace[658996930] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"268.936992ms","start":"2026-03-19T21:54:25.648133Z","end":"2026-03-19T21:54:25.91707Z","steps":["trace[658996930] 'process raft request' (duration: 268.757817ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.917216Z","caller":"traceutil/trace.go:171","msg":"trace[892199708] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"268.956072ms","start":"2026-03-19T21:54:25.64824Z","end":"2026-03-19T21:54:25.917196Z","steps":["trace[892199708] 'process raft request' (duration: 268.785258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.917195Z","caller":"traceutil/trace.go:171","msg":"trace[243129896] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"268.934432ms","start":"2026-03-19T21:54:25.648202Z","end":"2026-03-19T21:54:25.917137Z","steps":["trace[243129896] 'process raft request' (duration: 268.778128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.91727Z","caller":"traceutil/trace.go:171","msg":"trace[1412170331] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2178; }","duration":"187.523498ms","start":"2026-03-19T21:54:25.729727Z","end":"2026-03-19T21:54:25.91725Z","steps":["trace[1412170331] 'read index received' (duration: 109.122708ms)","trace[1412170331] 'applied index is now lower than readState.Index' (duration: 78.39981ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:25.917411Z","caller":"traceutil/trace.go:171","msg":"trace[1539639523] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"257.447271ms","start":"2026-03-19T21:54:25.659936Z","end":"2026-03-19T21:54:25.917383Z","steps":["trace[1539639523] 'process raft request' (duration: 257.249265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.917418Z","caller":"traceutil/trace.go:171","msg":"trace[766582279] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"269.040645ms","start":"2026-03-19T21:54:25.648341Z","end":"2026-03-19T21:54:25.917382Z","steps":["trace[766582279] 'process raft request' (duration: 268.768037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:25.917522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.705984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:54:25.917583Z","caller":"traceutil/trace.go:171","msg":"trace[120398841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2102; }","duration":"259.830527ms","start":"2026-03-19T21:54:25.65774Z","end":"2026-03-19T21:54:25.917571Z","steps":["trace[120398841] 'agreement among raft nodes before linearized reading' (duration: 259.626911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:25.917518Z","caller":"traceutil/trace.go:171","msg":"trace[1137362136] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"269.033605ms","start":"2026-03-19T21:54:25.648363Z","end":"2026-03-19T21:54:25.917397Z","steps":["trace[1137362136] 'process raft request' (duration: 268.783268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.251492Z","caller":"traceutil/trace.go:171","msg":"trace[538433492] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"514.391128ms","start":"2026-03-19T21:54:25.737071Z","end":"2026-03-19T21:54:26.251463Z","steps":["trace[538433492] 'process raft request' (duration: 487.848906ms)","trace[538433492] 'compare' (duration: 26.204083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:26.251651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.737048Z","time spent":"514.527512ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:54:26.251839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.772986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:217695"} {"level":"info","ts":"2026-03-19T21:54:26.251521Z","caller":"traceutil/trace.go:171","msg":"trace[2127207804] linearizableReadLoop","detail":"{readStateIndex:2189; appliedIndex:2186; }","duration":"334.165515ms","start":"2026-03-19T21:54:25.91734Z","end":"2026-03-19T21:54:26.251505Z","steps":["trace[2127207804] 'read index received' (duration: 307.667835ms)","trace[2127207804] 'applied index is now lower than readState.Index' (duration: 26.49681ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:26.251897Z","caller":"traceutil/trace.go:171","msg":"trace[271909194] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2105; }","duration":"501.871668ms","start":"2026-03-19T21:54:25.750013Z","end":"2026-03-19T21:54:26.251885Z","steps":["trace[271909194] 'agreement among raft nodes before linearized reading' (duration: 501.544589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:26.251933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.75Z","time spent":"501.92348ms","remote":"127.0.0.1:60344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":7,"response size":217719,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-19T21:54:26.252054Z","caller":"traceutil/trace.go:171","msg":"trace[2045825745] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"429.107756ms","start":"2026-03-19T21:54:25.822919Z","end":"2026-03-19T21:54:26.252027Z","steps":["trace[2045825745] 'process raft request' (duration: 428.54103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.252158Z","caller":"traceutil/trace.go:171","msg":"trace[1552971777] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"505.16333ms","start":"2026-03-19T21:54:25.746957Z","end":"2026-03-19T21:54:26.25212Z","steps":["trace[1552971777] 'process raft request' (duration: 504.43089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:26.252192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.822903Z","time spent":"429.208489ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:26.252177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.034007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:26.252249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.530945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:26.252257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.746908Z","time spent":"505.296754ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4469,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:26.252295Z","caller":"traceutil/trace.go:171","msg":"trace[867580128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2105; }","duration":"399.195471ms","start":"2026-03-19T21:54:25.853067Z","end":"2026-03-19T21:54:26.252262Z","steps":["trace[867580128] 'agreement among raft nodes before linearized reading' (duration: 398.969015ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.252338Z","caller":"traceutil/trace.go:171","msg":"trace[1427191913] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2105; }","duration":"406.668259ms","start":"2026-03-19T21:54:25.845651Z","end":"2026-03-19T21:54:26.252319Z","steps":["trace[1427191913] 'agreement among raft nodes before linearized reading' (duration: 406.550836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:26.252369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.853051Z","time spent":"399.303464ms","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:54:26.252384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.845623Z","time spent":"406.746691ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:54:26.516285Z","caller":"traceutil/trace.go:171","msg":"trace[859809658] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2189; }","duration":"264.343223ms","start":"2026-03-19T21:54:26.251915Z","end":"2026-03-19T21:54:26.516258Z","steps":["trace[859809658] 'read index received' (duration: 233.898493ms)","trace[859809658] 'applied index is now lower than readState.Index' (duration: 30.44378ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:26.516295Z","caller":"traceutil/trace.go:171","msg":"trace[602354255] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"593.954011ms","start":"2026-03-19T21:54:25.922317Z","end":"2026-03-19T21:54:26.516271Z","steps":["trace[602354255] 'process raft request' (duration: 563.595813ms)","trace[602354255] 'compare' (duration: 30.09009ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:26.516347Z","caller":"traceutil/trace.go:171","msg":"trace[862801191] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"582.286525ms","start":"2026-03-19T21:54:25.934033Z","end":"2026-03-19T21:54:26.51632Z","steps":["trace[862801191] 'process raft request' (duration: 582.139591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:26.516447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.922292Z","time spent":"594.079814ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:26.516465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.934024Z","time spent":"582.382957ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3035,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:54:26.516591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.418327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:54:26.516654Z","caller":"traceutil/trace.go:171","msg":"trace[618232797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2109; }","duration":"457.52963ms","start":"2026-03-19T21:54:26.059109Z","end":"2026-03-19T21:54:26.516639Z","steps":["trace[618232797] 'agreement among raft nodes before linearized reading' (duration: 457.331244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:26.516681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:26.059097Z","time spent":"457.579191ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T21:54:26.516687Z","caller":"traceutil/trace.go:171","msg":"trace[131235026] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"593.92468ms","start":"2026-03-19T21:54:25.922752Z","end":"2026-03-19T21:54:26.516676Z","steps":["trace[131235026] 'process raft request' (duration: 593.362484ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.516684Z","caller":"traceutil/trace.go:171","msg":"trace[1441976862] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"298.438085ms","start":"2026-03-19T21:54:26.218221Z","end":"2026-03-19T21:54:26.516659Z","steps":["trace[1441976862] 'process raft request' (duration: 297.993963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:26.516705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.050098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:26.516739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:25.922539Z","time spent":"594.175327ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:54:26.516769Z","caller":"traceutil/trace.go:171","msg":"trace[17375107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2109; }","duration":"263.214742ms","start":"2026-03-19T21:54:26.253537Z","end":"2026-03-19T21:54:26.516751Z","steps":["trace[17375107] 'agreement among raft nodes before linearized reading' (duration: 263.106469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.690827Z","caller":"traceutil/trace.go:171","msg":"trace[1561036917] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"169.634937ms","start":"2026-03-19T21:54:26.521164Z","end":"2026-03-19T21:54:26.690799Z","steps":["trace[1561036917] 'process raft request' (duration: 108.176331ms)","trace[1561036917] 'compare' (duration: 61.254001ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:26.690912Z","caller":"traceutil/trace.go:171","msg":"trace[1669723282] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"169.69896ms","start":"2026-03-19T21:54:26.521169Z","end":"2026-03-19T21:54:26.690868Z","steps":["trace[1669723282] 'process raft request' (duration: 169.545655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.691115Z","caller":"traceutil/trace.go:171","msg":"trace[496448348] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"169.838574ms","start":"2026-03-19T21:54:26.52127Z","end":"2026-03-19T21:54:26.691108Z","steps":["trace[496448348] 'process raft request' (duration: 169.485903ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.691321Z","caller":"traceutil/trace.go:171","msg":"trace[2111075862] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"153.23667ms","start":"2026-03-19T21:54:26.538064Z","end":"2026-03-19T21:54:26.691301Z","steps":["trace[2111075862] 'process raft request' (duration: 153.182359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.691347Z","caller":"traceutil/trace.go:171","msg":"trace[1409162395] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"169.440173ms","start":"2026-03-19T21:54:26.521885Z","end":"2026-03-19T21:54:26.691325Z","steps":["trace[1409162395] 'process raft request' (duration: 169.275678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.691358Z","caller":"traceutil/trace.go:171","msg":"trace[425929538] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"169.71277ms","start":"2026-03-19T21:54:26.52163Z","end":"2026-03-19T21:54:26.691343Z","steps":["trace[425929538] 'process raft request' (duration: 169.501764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.691396Z","caller":"traceutil/trace.go:171","msg":"trace[1705206228] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"170.108561ms","start":"2026-03-19T21:54:26.521279Z","end":"2026-03-19T21:54:26.691388Z","steps":["trace[1705206228] 'process raft request' (duration: 169.754622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.691474Z","caller":"traceutil/trace.go:171","msg":"trace[1035911560] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"169.376802ms","start":"2026-03-19T21:54:26.522091Z","end":"2026-03-19T21:54:26.691468Z","steps":["trace[1035911560] 'process raft request' (duration: 169.093304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.69158Z","caller":"traceutil/trace.go:171","msg":"trace[1539430846] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2194; }","duration":"158.95537ms","start":"2026-03-19T21:54:26.532611Z","end":"2026-03-19T21:54:26.691567Z","steps":["trace[1539430846] 'read index received' (duration: 96.889087ms)","trace[1539430846] 'applied index is now lower than readState.Index' (duration: 62.065133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:26.691721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.093034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:54:26.691455Z","caller":"traceutil/trace.go:171","msg":"trace[1004388193] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"169.323349ms","start":"2026-03-19T21:54:26.522102Z","end":"2026-03-19T21:54:26.691425Z","steps":["trace[1004388193] 'process raft request' (duration: 169.110284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.691751Z","caller":"traceutil/trace.go:171","msg":"trace[1085018127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2119; }","duration":"159.157906ms","start":"2026-03-19T21:54:26.532583Z","end":"2026-03-19T21:54:26.691741Z","steps":["trace[1085018127] 'agreement among raft nodes before linearized reading' (duration: 159.029853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.811468Z","caller":"traceutil/trace.go:171","msg":"trace[1659197042] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"114.661073ms","start":"2026-03-19T21:54:26.696783Z","end":"2026-03-19T21:54:26.811444Z","steps":["trace[1659197042] 'process raft request' (duration: 113.640734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.811666Z","caller":"traceutil/trace.go:171","msg":"trace[223606777] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"111.948927ms","start":"2026-03-19T21:54:26.699696Z","end":"2026-03-19T21:54:26.811645Z","steps":["trace[223606777] 'process raft request' (duration: 111.646688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:26.811757Z","caller":"traceutil/trace.go:171","msg":"trace[1959401421] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"101.250478ms","start":"2026-03-19T21:54:26.710484Z","end":"2026-03-19T21:54:26.811735Z","steps":["trace[1959401421] 'process raft request' (duration: 100.898688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:27.134529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.906858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:27.134677Z","caller":"traceutil/trace.go:171","msg":"trace[1199984638] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2208; }","duration":"228.210105ms","start":"2026-03-19T21:54:26.906445Z","end":"2026-03-19T21:54:27.134655Z","steps":["trace[1199984638] 'read index received' (duration: 53.971388ms)","trace[1199984638] 'applied index is now lower than readState.Index' (duration: 174.237297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:27.134769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.316848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:27.13481Z","caller":"traceutil/trace.go:171","msg":"trace[4686918] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:0; response_revision:2125; }","duration":"228.361448ms","start":"2026-03-19T21:54:26.906433Z","end":"2026-03-19T21:54:27.134795Z","steps":["trace[4686918] 'agreement among raft nodes before linearized reading' (duration: 228.288666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:27.134815Z","caller":"traceutil/trace.go:171","msg":"trace[535711224] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"228.359579ms","start":"2026-03-19T21:54:26.906431Z","end":"2026-03-19T21:54:27.134791Z","steps":["trace[535711224] 'process raft request' (duration: 54.041381ms)","trace[535711224] 'compare' (duration: 173.632099ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:27.156907Z","caller":"traceutil/trace.go:171","msg":"trace[1962772552] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2126; }","duration":"246.251239ms","start":"2026-03-19T21:54:26.910629Z","end":"2026-03-19T21:54:27.156881Z","steps":["trace[1962772552] 'process raft request' (duration: 246.156286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:27.156943Z","caller":"traceutil/trace.go:171","msg":"trace[95245092] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"247.888214ms","start":"2026-03-19T21:54:26.909022Z","end":"2026-03-19T21:54:27.156911Z","steps":["trace[95245092] 'process raft request' (duration: 247.616757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:27.545189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.221579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:27.545293Z","caller":"traceutil/trace.go:171","msg":"trace[1899442782] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"217.66072ms","start":"2026-03-19T21:54:27.327614Z","end":"2026-03-19T21:54:27.545275Z","steps":["trace[1899442782] 'process raft request' (duration: 117.295186ms)","trace[1899442782] 'compare' (duration: 100.048534ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:27.577438Z","caller":"traceutil/trace.go:171","msg":"trace[1382124748] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"237.987008ms","start":"2026-03-19T21:54:27.339425Z","end":"2026-03-19T21:54:27.577412Z","steps":["trace[1382124748] 'process raft request' (duration: 237.842644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:27.828338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.196593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:27.828554Z","caller":"traceutil/trace.go:171","msg":"trace[905091372] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"180.361639ms","start":"2026-03-19T21:54:27.648168Z","end":"2026-03-19T21:54:27.82853Z","steps":["trace[905091372] 'process raft request' (duration: 180.258836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:27.828788Z","caller":"traceutil/trace.go:171","msg":"trace[1122146442] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"180.611615ms","start":"2026-03-19T21:54:27.648163Z","end":"2026-03-19T21:54:27.828775Z","steps":["trace[1122146442] 'process raft request' (duration: 52.896408ms)","trace[1122146442] 'compare' (duration: 127.10772ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:27.82885Z","caller":"traceutil/trace.go:171","msg":"trace[1740416746] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"180.630726ms","start":"2026-03-19T21:54:27.648201Z","end":"2026-03-19T21:54:27.828831Z","steps":["trace[1740416746] 'process raft request' (duration: 180.279986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.068845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.353279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:28.068941Z","caller":"traceutil/trace.go:171","msg":"trace[245362932] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"235.281742ms","start":"2026-03-19T21:54:27.833641Z","end":"2026-03-19T21:54:28.068923Z","steps":["trace[245362932] 'process raft request' (duration: 103.778918ms)","trace[245362932] 'compare' (duration: 131.213566ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:28.104729Z","caller":"traceutil/trace.go:171","msg":"trace[1712121955] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2224; }","duration":"251.892746ms","start":"2026-03-19T21:54:27.852815Z","end":"2026-03-19T21:54:28.104708Z","steps":["trace[1712121955] 'read index received' (duration: 84.607894ms)","trace[1712121955] 'applied index is now lower than readState.Index' (duration: 167.284132ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:28.104785Z","caller":"traceutil/trace.go:171","msg":"trace[791754337] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"270.351751ms","start":"2026-03-19T21:54:27.8344Z","end":"2026-03-19T21:54:28.104752Z","steps":["trace[791754337] 'process raft request' (duration: 270.203096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.10481Z","caller":"traceutil/trace.go:171","msg":"trace[390568890] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"270.305479ms","start":"2026-03-19T21:54:27.834476Z","end":"2026-03-19T21:54:28.104782Z","steps":["trace[390568890] 'process raft request' (duration: 270.196576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.104919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.090281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:28.10495Z","caller":"traceutil/trace.go:171","msg":"trace[1825748567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"252.167304ms","start":"2026-03-19T21:54:27.852775Z","end":"2026-03-19T21:54:28.104942Z","steps":["trace[1825748567] 'agreement among raft nodes before linearized reading' (duration: 252.047771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.104937Z","caller":"traceutil/trace.go:171","msg":"trace[1284839805] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"270.994328ms","start":"2026-03-19T21:54:27.833817Z","end":"2026-03-19T21:54:28.104811Z","steps":["trace[1284839805] 'process raft request' (duration: 270.657559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.375418Z","caller":"traceutil/trace.go:171","msg":"trace[1442273381] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"262.085532ms","start":"2026-03-19T21:54:28.113304Z","end":"2026-03-19T21:54:28.375389Z","steps":["trace[1442273381] 'process raft request' (duration: 172.246452ms)","trace[1442273381] 'compare' (duration: 89.678595ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:28.400072Z","caller":"traceutil/trace.go:171","msg":"trace[673064234] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"270.095514ms","start":"2026-03-19T21:54:28.129952Z","end":"2026-03-19T21:54:28.400047Z","steps":["trace[673064234] 'process raft request' (duration: 269.873908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.400094Z","caller":"traceutil/trace.go:171","msg":"trace[641935268] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2229; }","duration":"230.856859ms","start":"2026-03-19T21:54:28.169211Z","end":"2026-03-19T21:54:28.400068Z","steps":["trace[641935268] 'read index received' (duration: 116.35229ms)","trace[641935268] 'applied index is now lower than readState.Index' (duration: 114.503599ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:28.400235Z","caller":"traceutil/trace.go:171","msg":"trace[817332142] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"270.178157ms","start":"2026-03-19T21:54:28.130046Z","end":"2026-03-19T21:54:28.400224Z","steps":["trace[817332142] 'process raft request' (duration: 269.91194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.400256Z","caller":"traceutil/trace.go:171","msg":"trace[840780118] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"142.707816ms","start":"2026-03-19T21:54:28.257524Z","end":"2026-03-19T21:54:28.400232Z","steps":["trace[840780118] 'process raft request' (duration: 142.48793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.400379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.149397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:28.400417Z","caller":"traceutil/trace.go:171","msg":"trace[1572181208] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2147; }","duration":"231.232529ms","start":"2026-03-19T21:54:28.169176Z","end":"2026-03-19T21:54:28.400408Z","steps":["trace[1572181208] 'agreement among raft nodes before linearized reading' (duration: 231.148317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.818778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.614373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:28.818898Z","caller":"traceutil/trace.go:171","msg":"trace[1170089109] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"384.159771ms","start":"2026-03-19T21:54:28.434722Z","end":"2026-03-19T21:54:28.818882Z","steps":["trace[1170089109] 'read index received' (duration: 197.229259ms)","trace[1170089109] 'applied index is now lower than readState.Index' (duration: 186.929302ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:28.818961Z","caller":"traceutil/trace.go:171","msg":"trace[1725260465] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"384.473829ms","start":"2026-03-19T21:54:28.434476Z","end":"2026-03-19T21:54:28.81895Z","steps":["trace[1725260465] 'process raft request' (duration: 197.66664ms)","trace[1725260465] 'compare' (duration: 186.362326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:28.819054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.434451Z","time spent":"384.541611ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:28.819304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.557432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-19T21:54:28.81938Z","caller":"traceutil/trace.go:171","msg":"trace[745568997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2149; }","duration":"384.678805ms","start":"2026-03-19T21:54:28.434685Z","end":"2026-03-19T21:54:28.819364Z","steps":["trace[745568997] 'agreement among raft nodes before linearized reading' (duration: 384.405458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.81942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.434658Z","time spent":"384.753966ms","remote":"127.0.0.1:60442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T21:54:28.825558Z","caller":"traceutil/trace.go:171","msg":"trace[155040470] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"389.371326ms","start":"2026-03-19T21:54:28.436172Z","end":"2026-03-19T21:54:28.825543Z","steps":["trace[155040470] 'process raft request' (duration: 389.252022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.825599Z","caller":"traceutil/trace.go:171","msg":"trace[403440187] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"390.260571ms","start":"2026-03-19T21:54:28.435315Z","end":"2026-03-19T21:54:28.825575Z","steps":["trace[403440187] 'process raft request' (duration: 389.997173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.825649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.43616Z","time spent":"389.438948ms","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:54:28.825674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.435297Z","time spent":"390.342324ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:54:28.825731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.799844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:54:28.825751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.34541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:28.825741Z","caller":"traceutil/trace.go:171","msg":"trace[662662374] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"303.255751ms","start":"2026-03-19T21:54:28.522444Z","end":"2026-03-19T21:54:28.8257Z","steps":["trace[662662374] 'process raft request' (duration: 303.032403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.825843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.546956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:54:28.825859Z","caller":"traceutil/trace.go:171","msg":"trace[857666667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2152; }","duration":"150.472233ms","start":"2026-03-19T21:54:28.675333Z","end":"2026-03-19T21:54:28.825805Z","steps":["trace[857666667] 'agreement among raft nodes before linearized reading' (duration: 150.35829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.825897Z","caller":"traceutil/trace.go:171","msg":"trace[882791567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2152; }","duration":"304.602638ms","start":"2026-03-19T21:54:28.521281Z","end":"2026-03-19T21:54:28.825883Z","steps":["trace[882791567] 'agreement among raft nodes before linearized reading' (duration: 304.461764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.825939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.521216Z","time spent":"304.713781ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:28.825932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.522427Z","time spent":"303.406635ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:28.826041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.872966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:54:28.82609Z","caller":"traceutil/trace.go:171","msg":"trace[751562493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"294.923868ms","start":"2026-03-19T21:54:28.531152Z","end":"2026-03-19T21:54:28.826076Z","steps":["trace[751562493] 'agreement among raft nodes before linearized reading' (duration: 294.754703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.825804Z","caller":"traceutil/trace.go:171","msg":"trace[1135922094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2152; }","duration":"130.920187ms","start":"2026-03-19T21:54:28.694867Z","end":"2026-03-19T21:54:28.825787Z","steps":["trace[1135922094] 'agreement among raft nodes before linearized reading' (duration: 130.694661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.189523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.360971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:29.189926Z","caller":"traceutil/trace.go:171","msg":"trace[1776371449] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"359.998656ms","start":"2026-03-19T21:54:28.829898Z","end":"2026-03-19T21:54:29.189896Z","steps":["trace[1776371449] 'process raft request' (duration: 185.165952ms)","trace[1776371449] 'compare' (duration: 174.076742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:29.190093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.829881Z","time spent":"360.12263ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:29.190289Z","caller":"traceutil/trace.go:171","msg":"trace[78867883] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"360.14651ms","start":"2026-03-19T21:54:28.830121Z","end":"2026-03-19T21:54:29.190268Z","steps":["trace[78867883] 'process raft request' (duration: 359.503901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:29.19054Z","caller":"traceutil/trace.go:171","msg":"trace[788506534] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"360.025047ms","start":"2026-03-19T21:54:28.830494Z","end":"2026-03-19T21:54:29.19052Z","steps":["trace[788506534] 'process raft request' (duration: 359.686668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.190565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.8301Z","time spent":"360.339286ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:29.190597Z","caller":"traceutil/trace.go:171","msg":"trace[1353772803] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"359.048169ms","start":"2026-03-19T21:54:28.831534Z","end":"2026-03-19T21:54:29.190582Z","steps":["trace[1353772803] 'process raft request' (duration: 358.861343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.190652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.83048Z","time spent":"360.108989ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:29.190669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.831517Z","time spent":"359.115821ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:29.19076Z","caller":"traceutil/trace.go:171","msg":"trace[106248174] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"290.214537ms","start":"2026-03-19T21:54:28.900516Z","end":"2026-03-19T21:54:29.190731Z","steps":["trace[106248174] 'process raft request' (duration: 290.004951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:29.191107Z","caller":"traceutil/trace.go:171","msg":"trace[319057631] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2239; }","duration":"283.647462ms","start":"2026-03-19T21:54:28.90744Z","end":"2026-03-19T21:54:29.191088Z","steps":["trace[319057631] 'read index received' (duration: 107.78443ms)","trace[319057631] 'applied index is now lower than readState.Index' (duration: 175.862222ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:29.191328Z","caller":"traceutil/trace.go:171","msg":"trace[2088682638] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"286.263646ms","start":"2026-03-19T21:54:28.905022Z","end":"2026-03-19T21:54:29.191285Z","steps":["trace[2088682638] 'process raft request' (duration: 286.012509ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:29.191375Z","caller":"traceutil/trace.go:171","msg":"trace[1430195309] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"290.69753ms","start":"2026-03-19T21:54:28.900668Z","end":"2026-03-19T21:54:29.191366Z","steps":["trace[1430195309] 'process raft request' (duration: 289.908448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.191595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.139106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T21:54:29.191688Z","caller":"traceutil/trace.go:171","msg":"trace[1254612594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"284.249289ms","start":"2026-03-19T21:54:28.907417Z","end":"2026-03-19T21:54:29.191667Z","steps":["trace[1254612594] 'agreement among raft nodes before linearized reading' (duration: 283.955011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:29.415881Z","caller":"traceutil/trace.go:171","msg":"trace[1802987650] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"216.194908ms","start":"2026-03-19T21:54:29.199644Z","end":"2026-03-19T21:54:29.415839Z","steps":["trace[1802987650] 'process raft request' (duration: 203.076472ms)","trace[1802987650] 'compare' (duration: 12.688894ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:29.416361Z","caller":"traceutil/trace.go:171","msg":"trace[505113464] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2246; }","duration":"171.243023ms","start":"2026-03-19T21:54:29.2451Z","end":"2026-03-19T21:54:29.416343Z","steps":["trace[505113464] 'read index received' (duration: 40.093251ms)","trace[505113464] 'applied index is now lower than readState.Index' (duration: 131.148932ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:29.416391Z","caller":"traceutil/trace.go:171","msg":"trace[806219640] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"156.631184ms","start":"2026-03-19T21:54:29.259741Z","end":"2026-03-19T21:54:29.416372Z","steps":["trace[806219640] 'process raft request' (duration: 156.030637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.416514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.385317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:29.416582Z","caller":"traceutil/trace.go:171","msg":"trace[204807384] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2163; }","duration":"171.50281ms","start":"2026-03-19T21:54:29.245063Z","end":"2026-03-19T21:54:29.416566Z","steps":["trace[204807384] 'agreement among raft nodes before linearized reading' (duration: 171.358216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.695533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.531028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:29.695797Z","caller":"traceutil/trace.go:171","msg":"trace[682448409] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"201.453467ms","start":"2026-03-19T21:54:29.494301Z","end":"2026-03-19T21:54:29.695754Z","steps":["trace[682448409] 'process raft request' (duration: 201.348744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:29.695934Z","caller":"traceutil/trace.go:171","msg":"trace[1344108811] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"203.329989ms","start":"2026-03-19T21:54:29.492567Z","end":"2026-03-19T21:54:29.695897Z","steps":["trace[1344108811] 'process raft request' (duration: 39.362329ms)","trace[1344108811] 'compare' (duration: 163.361903ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:29.871539Z","caller":"traceutil/trace.go:171","msg":"trace[961578206] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"170.02782ms","start":"2026-03-19T21:54:29.701455Z","end":"2026-03-19T21:54:29.871483Z","steps":["trace[961578206] 'process raft request' (duration: 120.076584ms)","trace[961578206] 'compare' (duration: 49.719459ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:29.871567Z","caller":"traceutil/trace.go:171","msg":"trace[165613078] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"169.837405ms","start":"2026-03-19T21:54:29.701685Z","end":"2026-03-19T21:54:29.871522Z","steps":["trace[165613078] 'process raft request' (duration: 169.702671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:29.871714Z","caller":"traceutil/trace.go:171","msg":"trace[565040950] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"164.115124ms","start":"2026-03-19T21:54:29.707574Z","end":"2026-03-19T21:54:29.871689Z","steps":["trace[565040950] 'process raft request' (duration: 163.873968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:30.10216Z","caller":"traceutil/trace.go:171","msg":"trace[2039827068] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"210.844759ms","start":"2026-03-19T21:54:29.89128Z","end":"2026-03-19T21:54:30.102125Z","steps":["trace[2039827068] 'process raft request' (duration: 135.247988ms)","trace[2039827068] 'compare' (duration: 75.097768ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:30.102419Z","caller":"traceutil/trace.go:171","msg":"trace[235488235] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2260; }","duration":"144.850945ms","start":"2026-03-19T21:54:29.957468Z","end":"2026-03-19T21:54:30.102319Z","steps":["trace[235488235] 'read index received' (duration: 69.14003ms)","trace[235488235] 'applied index is now lower than readState.Index' (duration: 75.709855ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:30.102545Z","caller":"traceutil/trace.go:171","msg":"trace[1839485571] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"198.401512ms","start":"2026-03-19T21:54:29.903934Z","end":"2026-03-19T21:54:30.102336Z","steps":["trace[1839485571] 'process raft request' (duration: 197.844107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:30.102462Z","caller":"traceutil/trace.go:171","msg":"trace[1034720768] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"141.760389ms","start":"2026-03-19T21:54:29.960676Z","end":"2026-03-19T21:54:30.102436Z","steps":["trace[1034720768] 'process raft request' (duration: 141.607625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:30.102653Z","caller":"traceutil/trace.go:171","msg":"trace[1120879475] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"194.326827ms","start":"2026-03-19T21:54:29.908039Z","end":"2026-03-19T21:54:30.102366Z","steps":["trace[1120879475] 'process raft request' (duration: 194.147702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.102694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.156403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.189e5cbcf625df1f\" ","response":"range_response_count:1 size:973"} {"level":"warn","ts":"2026-03-19T21:54:30.102718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.989585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:30.102772Z","caller":"traceutil/trace.go:171","msg":"trace[1926341957] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.189e5cbcf625df1f; range_end:; response_count:1; response_revision:2178; }","duration":"145.265107ms","start":"2026-03-19T21:54:29.957459Z","end":"2026-03-19T21:54:30.102724Z","steps":["trace[1926341957] 'agreement among raft nodes before linearized reading' (duration: 144.978559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:30.102795Z","caller":"traceutil/trace.go:171","msg":"trace[1809325153] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:2178; }","duration":"142.107628ms","start":"2026-03-19T21:54:29.960669Z","end":"2026-03-19T21:54:30.102776Z","steps":["trace[1809325153] 'agreement among raft nodes before linearized reading' (duration: 141.939154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:30.48956Z","caller":"traceutil/trace.go:171","msg":"trace[1217288828] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"381.591719ms","start":"2026-03-19T21:54:30.107936Z","end":"2026-03-19T21:54:30.489528Z","steps":["trace[1217288828] 'process raft request' (duration: 314.069973ms)","trace[1217288828] 'compare' (duration: 67.257568ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:30.489679Z","caller":"traceutil/trace.go:171","msg":"trace[1850084430] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"378.245535ms","start":"2026-03-19T21:54:30.111408Z","end":"2026-03-19T21:54:30.489653Z","steps":["trace[1850084430] 'process raft request' (duration: 378.051309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.489714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:30.10792Z","time spent":"381.722353ms","remote":"127.0.0.1:60442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2536,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:54:30.489825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:30.111392Z","time spent":"378.361499ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:54:30.490407Z","caller":"traceutil/trace.go:171","msg":"trace[1244064213] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"371.116877ms","start":"2026-03-19T21:54:30.119256Z","end":"2026-03-19T21:54:30.490373Z","steps":["trace[1244064213] 'process raft request' (duration: 370.262733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.490581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:30.119217Z","time spent":"371.298292ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:30.650536Z","caller":"traceutil/trace.go:171","msg":"trace[399940644] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"457.16439ms","start":"2026-03-19T21:54:30.193344Z","end":"2026-03-19T21:54:30.650508Z","steps":["trace[399940644] 'process raft request' (duration: 429.813505ms)","trace[399940644] 'compare' (duration: 27.154259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:30.650743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:30.193322Z","time spent":"457.293092ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:30.650811Z","caller":"traceutil/trace.go:171","msg":"trace[1388627190] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"244.752526ms","start":"2026-03-19T21:54:30.406029Z","end":"2026-03-19T21:54:30.650781Z","steps":["trace[1388627190] 'process raft request' (duration: 244.419847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:30.732286Z","caller":"traceutil/trace.go:171","msg":"trace[1736913896] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2268; }","duration":"238.45291ms","start":"2026-03-19T21:54:30.493815Z","end":"2026-03-19T21:54:30.732268Z","steps":["trace[1736913896] 'read index received' (duration: 129.354723ms)","trace[1736913896] 'applied index is now lower than readState.Index' (duration: 109.096927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:30.732528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.702218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea014bfd-d073-4877-9738-88a88305e585\" ","response":"range_response_count:1 size:2551"} {"level":"info","ts":"2026-03-19T21:54:30.732573Z","caller":"traceutil/trace.go:171","msg":"trace[1907023932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea014bfd-d073-4877-9738-88a88305e585; range_end:; response_count:1; response_revision:2184; }","duration":"238.81282ms","start":"2026-03-19T21:54:30.493749Z","end":"2026-03-19T21:54:30.732562Z","steps":["trace[1907023932] 'agreement among raft nodes before linearized reading' (duration: 238.628985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.732643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.167507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:30.732721Z","caller":"traceutil/trace.go:171","msg":"trace[375604149] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:2184; }","duration":"236.332601ms","start":"2026-03-19T21:54:30.49637Z","end":"2026-03-19T21:54:30.732703Z","steps":["trace[375604149] 'agreement among raft nodes before linearized reading' (duration: 236.135156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.732749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.066838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-19T21:54:30.732877Z","caller":"traceutil/trace.go:171","msg":"trace[961026191] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2184; }","duration":"200.254323ms","start":"2026-03-19T21:54:30.5326Z","end":"2026-03-19T21:54:30.732854Z","steps":["trace[961026191] 'agreement among raft nodes before linearized reading' (duration: 199.935685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.733095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.672791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea014bfd-d073-4877-9738-88a88305e585\" ","response":"range_response_count:1 size:2551"} {"level":"info","ts":"2026-03-19T21:54:30.733129Z","caller":"traceutil/trace.go:171","msg":"trace[1470166965] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea014bfd-d073-4877-9738-88a88305e585; range_end:; response_count:1; response_revision:2184; }","duration":"236.715622ms","start":"2026-03-19T21:54:30.496399Z","end":"2026-03-19T21:54:30.733115Z","steps":["trace[1470166965] 'agreement among raft nodes before linearized reading' (duration: 236.613289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.98534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.611378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:30.98551Z","caller":"traceutil/trace.go:171","msg":"trace[195029851] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2187; }","duration":"201.463698ms","start":"2026-03-19T21:54:30.784029Z","end":"2026-03-19T21:54:30.985492Z","steps":["trace[195029851] 'process raft request' (duration: 201.410367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:30.985591Z","caller":"traceutil/trace.go:171","msg":"trace[45455389] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"202.999441ms","start":"2026-03-19T21:54:30.782561Z","end":"2026-03-19T21:54:30.98556Z","steps":["trace[45455389] 'process raft request' (duration: 77.049033ms)","trace[45455389] 'compare' (duration: 125.456253ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:30.998218Z","caller":"traceutil/trace.go:171","msg":"trace[1642922467] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2273; }","duration":"144.997521ms","start":"2026-03-19T21:54:30.853207Z","end":"2026-03-19T21:54:30.998204Z","steps":["trace[1642922467] 'read index received' (duration: 6.392349ms)","trace[1642922467] 'applied index is now lower than readState.Index' (duration: 138.604622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:30.998269Z","caller":"traceutil/trace.go:171","msg":"trace[1142112476] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"167.633473ms","start":"2026-03-19T21:54:30.83062Z","end":"2026-03-19T21:54:30.998254Z","steps":["trace[1142112476] 'process raft request' (duration: 167.473199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:30.998321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.110323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:30.998341Z","caller":"traceutil/trace.go:171","msg":"trace[136049725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2188; }","duration":"145.176185ms","start":"2026-03-19T21:54:30.853159Z","end":"2026-03-19T21:54:30.998335Z","steps":["trace[136049725] 'agreement among raft nodes before linearized reading' (duration: 145.126424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:31.227919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.89943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:31.228209Z","caller":"traceutil/trace.go:171","msg":"trace[299121897] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"147.423347ms","start":"2026-03-19T21:54:31.080765Z","end":"2026-03-19T21:54:31.228188Z","steps":["trace[299121897] 'process raft request' (duration: 147.364586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:31.228244Z","caller":"traceutil/trace.go:171","msg":"trace[704976561] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2277; }","duration":"203.174265ms","start":"2026-03-19T21:54:31.025034Z","end":"2026-03-19T21:54:31.228208Z","steps":["trace[704976561] 'read index received' (duration: 83.960806ms)","trace[704976561] 'applied index is now lower than readState.Index' (duration: 119.210409ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:31.228307Z","caller":"traceutil/trace.go:171","msg":"trace[1937731571] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"226.722143ms","start":"2026-03-19T21:54:31.001571Z","end":"2026-03-19T21:54:31.228293Z","steps":["trace[1937731571] 'process raft request' (duration: 107.37162ms)","trace[1937731571] 'compare' (duration: 118.723646ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:31.228324Z","caller":"traceutil/trace.go:171","msg":"trace[1755223998] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2191; }","duration":"201.745905ms","start":"2026-03-19T21:54:31.02655Z","end":"2026-03-19T21:54:31.228296Z","steps":["trace[1755223998] 'process raft request' (duration: 201.488048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:31.228442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.239643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:31.228467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.307953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2616"} {"level":"info","ts":"2026-03-19T21:54:31.228502Z","caller":"traceutil/trace.go:171","msg":"trace[694852308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"229.342685ms","start":"2026-03-19T21:54:30.999145Z","end":"2026-03-19T21:54:31.228487Z","steps":["trace[694852308] 'agreement among raft nodes before linearized reading' (duration: 229.214892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:31.228508Z","caller":"traceutil/trace.go:171","msg":"trace[1474253563] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2192; }","duration":"196.381126ms","start":"2026-03-19T21:54:31.032113Z","end":"2026-03-19T21:54:31.228494Z","steps":["trace[1474253563] 'agreement among raft nodes before linearized reading' (duration: 196.279253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:31.582833Z","caller":"traceutil/trace.go:171","msg":"trace[544149395] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"269.439976ms","start":"2026-03-19T21:54:31.313362Z","end":"2026-03-19T21:54:31.582802Z","steps":["trace[544149395] 'process raft request' (duration: 172.828867ms)","trace[544149395] 'compare' (duration: 96.468485ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:31.607467Z","caller":"traceutil/trace.go:171","msg":"trace[128692168] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2284; }","duration":"252.74997ms","start":"2026-03-19T21:54:31.354694Z","end":"2026-03-19T21:54:31.607444Z","steps":["trace[128692168] 'read index received' (duration: 131.508803ms)","trace[128692168] 'applied index is now lower than readState.Index' (duration: 121.240177ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:31.607616Z","caller":"traceutil/trace.go:171","msg":"trace[2033578314] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"285.560826ms","start":"2026-03-19T21:54:31.322028Z","end":"2026-03-19T21:54:31.607589Z","steps":["trace[2033578314] 'process raft request' (duration: 285.297319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:31.607736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.988547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:31.607783Z","caller":"traceutil/trace.go:171","msg":"trace[1582199638] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2198; }","duration":"253.12984ms","start":"2026-03-19T21:54:31.354641Z","end":"2026-03-19T21:54:31.607771Z","steps":["trace[1582199638] 'agreement among raft nodes before linearized reading' (duration: 252.945045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:31.631996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.808785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:54:31.632063Z","caller":"traceutil/trace.go:171","msg":"trace[597792556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2199; }","duration":"158.924229ms","start":"2026-03-19T21:54:31.473124Z","end":"2026-03-19T21:54:31.632048Z","steps":["trace[597792556] 'agreement among raft nodes before linearized reading' (duration: 158.740854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:33.035779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.93246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:33.035859Z","caller":"traceutil/trace.go:171","msg":"trace[1671437441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2205; }","duration":"183.099144ms","start":"2026-03-19T21:54:32.852743Z","end":"2026-03-19T21:54:33.035842Z","steps":["trace[1671437441] 'range keys from in-memory index tree' (duration: 182.781316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:41.498869Z","caller":"traceutil/trace.go:171","msg":"trace[1507258318] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2391; }","duration":"130.926277ms","start":"2026-03-19T21:54:41.367922Z","end":"2026-03-19T21:54:41.498848Z","steps":["trace[1507258318] 'read index received' (duration: 130.726941ms)","trace[1507258318] 'applied index is now lower than readState.Index' (duration: 198.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:41.498972Z","caller":"traceutil/trace.go:171","msg":"trace[636024730] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"186.671143ms","start":"2026-03-19T21:54:41.312268Z","end":"2026-03-19T21:54:41.498939Z","steps":["trace[636024730] 'process raft request' (duration: 186.433377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:41.499036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.098933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:54:41.499064Z","caller":"traceutil/trace.go:171","msg":"trace[967554904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2301; }","duration":"131.178265ms","start":"2026-03-19T21:54:41.367877Z","end":"2026-03-19T21:54:41.499055Z","steps":["trace[967554904] 'agreement among raft nodes before linearized reading' (duration: 131.076801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:41.49922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.758022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:54:41.49927Z","caller":"traceutil/trace.go:171","msg":"trace[1483674615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2301; }","duration":"111.838194ms","start":"2026-03-19T21:54:41.387415Z","end":"2026-03-19T21:54:41.499253Z","steps":["trace[1483674615] 'agreement among raft nodes before linearized reading' (duration: 111.711001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:41.499405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.489584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:54:41.499431Z","caller":"traceutil/trace.go:171","msg":"trace[827402051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2301; }","duration":"111.530146ms","start":"2026-03-19T21:54:41.387892Z","end":"2026-03-19T21:54:41.499422Z","steps":["trace[827402051] 'agreement among raft nodes before linearized reading' (duration: 111.448863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:00.607887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.394184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:55:04.002252Z","caller":"traceutil/trace.go:171","msg":"trace[1987843598] linearizableReadLoop","detail":"{readStateIndex:2531; appliedIndex:2530; }","duration":"106.135807ms","start":"2026-03-19T21:55:03.896067Z","end":"2026-03-19T21:55:04.002203Z","steps":["trace[1987843598] 'read index received' (duration: 51.594393ms)","trace[1987843598] 'applied index is now lower than readState.Index' (duration: 54.535184ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:04.002465Z","caller":"traceutil/trace.go:171","msg":"trace[131227138] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"126.886953ms","start":"2026-03-19T21:55:03.875544Z","end":"2026-03-19T21:55:04.002431Z","steps":["trace[131227138] 'process raft request' (duration: 72.040381ms)","trace[131227138] 'compare' (duration: 54.472702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:04.002507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.425325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:55:04.002552Z","caller":"traceutil/trace.go:171","msg":"trace[1139684226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2436; }","duration":"106.529759ms","start":"2026-03-19T21:55:03.896012Z","end":"2026-03-19T21:55:04.002541Z","steps":["trace[1139684226] 'agreement among raft nodes before linearized reading' (duration: 106.321962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:04.968128Z","caller":"traceutil/trace.go:171","msg":"trace[1754914165] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"106.699183ms","start":"2026-03-19T21:55:04.8614Z","end":"2026-03-19T21:55:04.968099Z","steps":["trace[1754914165] 'process raft request' (duration: 106.530659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:05.497147Z","caller":"traceutil/trace.go:171","msg":"trace[58676003] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2533; }","duration":"140.79103ms","start":"2026-03-19T21:55:05.356335Z","end":"2026-03-19T21:55:05.497126Z","steps":["trace[58676003] 'read index received' (duration: 140.532363ms)","trace[58676003] 'applied index is now lower than readState.Index' (duration: 258.127µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:05.497227Z","caller":"traceutil/trace.go:171","msg":"trace[2062718613] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"213.373175ms","start":"2026-03-19T21:55:05.283808Z","end":"2026-03-19T21:55:05.497182Z","steps":["trace[2062718613] 'process raft request' (duration: 213.140299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:05.497336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.990805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:55:05.497369Z","caller":"traceutil/trace.go:171","msg":"trace[850670313] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2439; }","duration":"141.082347ms","start":"2026-03-19T21:55:05.356279Z","end":"2026-03-19T21:55:05.497361Z","steps":["trace[850670313] 'agreement among raft nodes before linearized reading' (duration: 140.956474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:08.154304Z","caller":"traceutil/trace.go:171","msg":"trace[394485682] linearizableReadLoop","detail":"{readStateIndex:2553; appliedIndex:2552; }","duration":"105.751537ms","start":"2026-03-19T21:55:08.048524Z","end":"2026-03-19T21:55:08.154276Z","steps":["trace[394485682] 'read index received' (duration: 30.711633ms)","trace[394485682] 'applied index is now lower than readState.Index' (duration: 75.038434ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:08.154329Z","caller":"traceutil/trace.go:171","msg":"trace[440151105] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"116.968668ms","start":"2026-03-19T21:55:08.037326Z","end":"2026-03-19T21:55:08.154295Z","steps":["trace[440151105] 'process raft request' (duration: 42.022547ms)","trace[440151105] 'compare' (duration: 74.735064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:08.154506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.971263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:55:08.154548Z","caller":"traceutil/trace.go:171","msg":"trace[825133850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2457; }","duration":"106.069376ms","start":"2026-03-19T21:55:08.048468Z","end":"2026-03-19T21:55:08.154538Z","steps":["trace[825133850] 'agreement among raft nodes before linearized reading' (duration: 105.908781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:10.159445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.159579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:55:10.15952Z","caller":"traceutil/trace.go:171","msg":"trace[403546788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2465; }","duration":"191.271862ms","start":"2026-03-19T21:55:09.968232Z","end":"2026-03-19T21:55:10.159504Z","steps":["trace[403546788] 'range keys from in-memory index tree' (duration: 191.012585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:10.627241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.882132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:10.627422Z","caller":"traceutil/trace.go:171","msg":"trace[312053777] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"463.937753ms","start":"2026-03-19T21:55:10.163426Z","end":"2026-03-19T21:55:10.627363Z","steps":["trace[312053777] 'process raft request' (duration: 201.849145ms)","trace[312053777] 'compare' (duration: 261.734078ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:10.627515Z","caller":"traceutil/trace.go:171","msg":"trace[1392600978] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"405.050638ms","start":"2026-03-19T21:55:10.222424Z","end":"2026-03-19T21:55:10.627475Z","steps":["trace[1392600978] 'read index received' (duration: 8.903797ms)","trace[1392600978] 'applied index is now lower than readState.Index' (duration: 396.144141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:10.627631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:10.163379Z","time spent":"464.133829ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:10.822041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.666856ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:55:10.822176Z","caller":"traceutil/trace.go:171","msg":"trace[304956254] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2563; }","duration":"194.561963ms","start":"2026-03-19T21:55:10.627594Z","end":"2026-03-19T21:55:10.822156Z","steps":["trace[304956254] 'read index received' (duration: 43.001µs)","trace[304956254] 'applied index is now lower than readState.Index' (duration: 194.516272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:10.822148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.678893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:55:10.822273Z","caller":"traceutil/trace.go:171","msg":"trace[785916464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2467; }","duration":"599.820667ms","start":"2026-03-19T21:55:10.222402Z","end":"2026-03-19T21:55:10.822222Z","steps":["trace[785916464] 'agreement among raft nodes before linearized reading' (duration: 405.145291ms)","trace[785916464] 'range keys from in-memory index tree' (duration: 194.384709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:10.822292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.924414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:10.822319Z","caller":"traceutil/trace.go:171","msg":"trace[1813580338] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2467; }","duration":"589.013547ms","start":"2026-03-19T21:55:10.233295Z","end":"2026-03-19T21:55:10.822309Z","steps":["trace[1813580338] 'agreement among raft nodes before linearized reading' (duration: 588.907434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:10.822354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:10.233269Z","time spent":"589.077699ms","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:10.822562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.773258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T21:55:10.822653Z","caller":"traceutil/trace.go:171","msg":"trace[1674267736] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2467; }","duration":"275.902471ms","start":"2026-03-19T21:55:10.546731Z","end":"2026-03-19T21:55:10.822633Z","steps":["trace[1674267736] 'agreement among raft nodes before linearized reading' (duration: 275.621434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:10.823126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:10.222386Z","time spent":"599.92597ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T21:55:10.962194Z","caller":"traceutil/trace.go:171","msg":"trace[1353195529] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2564; }","duration":"132.745897ms","start":"2026-03-19T21:55:10.829421Z","end":"2026-03-19T21:55:10.962166Z","steps":["trace[1353195529] 'read index received' (duration: 132.462489ms)","trace[1353195529] 'applied index is now lower than readState.Index' (duration: 282.528µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:10.96239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.947822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-19T21:55:10.962426Z","caller":"traceutil/trace.go:171","msg":"trace[69625962] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2468; }","duration":"133.015364ms","start":"2026-03-19T21:55:10.829401Z","end":"2026-03-19T21:55:10.962416Z","steps":["trace[69625962] 'agreement among raft nodes before linearized reading' (duration: 132.880141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:10.96233Z","caller":"traceutil/trace.go:171","msg":"trace[1840161764] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"134.490335ms","start":"2026-03-19T21:55:10.827789Z","end":"2026-03-19T21:55:10.962279Z","steps":["trace[1840161764] 'process raft request' (duration: 134.178596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:11.406881Z","caller":"traceutil/trace.go:171","msg":"trace[122626581] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"378.888032ms","start":"2026-03-19T21:55:11.027965Z","end":"2026-03-19T21:55:11.406853Z","steps":["trace[122626581] 'process raft request' (duration: 378.771139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:11.406994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:11.027945Z","time spent":"378.990045ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:12.057006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.668785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:12.057107Z","caller":"traceutil/trace.go:171","msg":"trace[784681380] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2568; }","duration":"220.548615ms","start":"2026-03-19T21:55:11.836543Z","end":"2026-03-19T21:55:12.057092Z","steps":["trace[784681380] 'read index received' (duration: 96.729177ms)","trace[784681380] 'applied index is now lower than readState.Index' (duration: 123.818158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:12.057385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.112594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e5cc212dd5f28\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-19T21:55:12.057399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.843943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:55:12.057428Z","caller":"traceutil/trace.go:171","msg":"trace[1417699909] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e5cc212dd5f28; range_end:; response_count:1; response_revision:2472; }","duration":"215.203206ms","start":"2026-03-19T21:55:11.842212Z","end":"2026-03-19T21:55:12.057415Z","steps":["trace[1417699909] 'agreement among raft nodes before linearized reading' (duration: 215.089913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:12.057461Z","caller":"traceutil/trace.go:171","msg":"trace[822001583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2472; }","duration":"220.905605ms","start":"2026-03-19T21:55:11.836536Z","end":"2026-03-19T21:55:12.057441Z","steps":["trace[822001583] 'agreement among raft nodes before linearized reading' (duration: 220.698619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:12.057677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.057696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:55:12.05766Z","caller":"traceutil/trace.go:171","msg":"trace[460672955] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"288.4241ms","start":"2026-03-19T21:55:11.769206Z","end":"2026-03-19T21:55:12.05763Z","steps":["trace[460672955] 'process raft request' (duration: 164.051797ms)","trace[460672955] 'compare' (duration: 123.468578ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:12.057716Z","caller":"traceutil/trace.go:171","msg":"trace[1560137824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2472; }","duration":"155.137178ms","start":"2026-03-19T21:55:11.902571Z","end":"2026-03-19T21:55:12.057708Z","steps":["trace[1560137824] 'agreement among raft nodes before linearized reading' (duration: 155.043346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:12.057703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.943691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:12.057772Z","caller":"traceutil/trace.go:171","msg":"trace[1809295428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2472; }","duration":"205.056214ms","start":"2026-03-19T21:55:11.852695Z","end":"2026-03-19T21:55:12.057751Z","steps":["trace[1809295428] 'agreement among raft nodes before linearized reading' (duration: 204.934981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:17.633521Z","caller":"traceutil/trace.go:171","msg":"trace[1119891163] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"204.667604ms","start":"2026-03-19T21:55:17.42883Z","end":"2026-03-19T21:55:17.633498Z","steps":["trace[1119891163] 'process raft request' (duration: 204.5153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:17.822146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.62582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:17.822481Z","caller":"traceutil/trace.go:171","msg":"trace[872696377] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"249.54443ms","start":"2026-03-19T21:55:17.572862Z","end":"2026-03-19T21:55:17.822407Z","steps":["trace[872696377] 'process raft request' (duration: 137.520639ms)","trace[872696377] 'compare' (duration: 111.437005ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:11.981025Z","caller":"traceutil/trace.go:171","msg":"trace[996722743] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"123.999212ms","start":"2026-03-19T21:56:11.856983Z","end":"2026-03-19T21:56:11.980982Z","steps":["trace[996722743] 'process raft request' (duration: 56.798516ms)","trace[996722743] 'compare' (duration: 67.086492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:20.691294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.544202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-03-19T21:56:20.69145Z","caller":"traceutil/trace.go:171","msg":"trace[1117226191] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2809; }","duration":"136.724367ms","start":"2026-03-19T21:56:20.554705Z","end":"2026-03-19T21:56:20.69143Z","steps":["trace[1117226191] 'agreement among raft nodes before linearized reading' (duration: 96.02172ms)","trace[1117226191] 'range keys from in-memory index tree' (duration: 40.414859ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:09.483984Z","caller":"traceutil/trace.go:171","msg":"trace[1346420703] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"190.654693ms","start":"2026-03-19T21:58:09.293303Z","end":"2026-03-19T21:58:09.483958Z","steps":["trace[1346420703] 'process raft request' (duration: 190.496788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:09.483982Z","caller":"traceutil/trace.go:171","msg":"trace[2051904149] linearizableReadLoop","detail":"{readStateIndex:3662; appliedIndex:3661; }","duration":"141.739845ms","start":"2026-03-19T21:58:09.342183Z","end":"2026-03-19T21:58:09.483923Z","steps":["trace[2051904149] 'read index received' (duration: 141.692764ms)","trace[2051904149] 'applied index is now lower than readState.Index' (duration: 43.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:09.484255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.077394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T21:58:09.484307Z","caller":"traceutil/trace.go:171","msg":"trace[924380795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3523; }","duration":"142.174827ms","start":"2026-03-19T21:58:09.342113Z","end":"2026-03-19T21:58:09.484288Z","steps":["trace[924380795] 'agreement among raft nodes before linearized reading' (duration: 141.891009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:09.532569Z","caller":"traceutil/trace.go:171","msg":"trace[143043572] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"109.069912ms","start":"2026-03-19T21:58:09.423467Z","end":"2026-03-19T21:58:09.532537Z","steps":["trace[143043572] 'process raft request' (duration: 108.879086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.532628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.659592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:09.532699Z","caller":"traceutil/trace.go:171","msg":"trace[1534930673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3524; }","duration":"176.761225ms","start":"2026-03-19T21:58:09.355919Z","end":"2026-03-19T21:58:09.53268Z","steps":["trace[1534930673] 'agreement among raft nodes before linearized reading' (duration: 176.559279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:29.653293Z","caller":"traceutil/trace.go:171","msg":"trace[1248715153] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"160.069672ms","start":"2026-03-19T21:59:29.493189Z","end":"2026-03-19T21:59:29.653259Z","steps":["trace[1248715153] 'process raft request' (duration: 159.883187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:29.654225Z","caller":"traceutil/trace.go:171","msg":"trace[1571679713] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"160.668918ms","start":"2026-03-19T21:59:29.493534Z","end":"2026-03-19T21:59:29.654203Z","steps":["trace[1571679713] 'process raft request' (duration: 160.515324ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:40.189097Z","caller":"traceutil/trace.go:171","msg":"trace[343863075] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"110.199375ms","start":"2026-03-19T21:59:40.078855Z","end":"2026-03-19T21:59:40.189054Z","steps":["trace[343863075] 'process raft request' (duration: 109.918288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:40.217119Z","caller":"traceutil/trace.go:171","msg":"trace[1350913971] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"123.288689ms","start":"2026-03-19T21:59:40.093796Z","end":"2026-03-19T21:59:40.217085Z","steps":["trace[1350913971] 'process raft request' (duration: 123.022682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:40.217436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.914183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:59:40.217515Z","caller":"traceutil/trace.go:171","msg":"trace[1653744336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4836; }","duration":"121.036556ms","start":"2026-03-19T21:59:40.096458Z","end":"2026-03-19T21:59:40.217495Z","steps":["trace[1653744336] 'agreement among raft nodes before linearized reading' (duration: 120.828001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:40.217809Z","caller":"traceutil/trace.go:171","msg":"trace[219847056] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"123.775283ms","start":"2026-03-19T21:59:40.094019Z","end":"2026-03-19T21:59:40.217794Z","steps":["trace[219847056] 'process raft request' (duration: 123.003951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:40.334041Z","caller":"traceutil/trace.go:171","msg":"trace[1007324254] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"112.469718ms","start":"2026-03-19T21:59:40.221551Z","end":"2026-03-19T21:59:40.33402Z","steps":["trace[1007324254] 'process raft request' (duration: 62.965451ms)","trace[1007324254] 'compare' (duration: 49.377464ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:40.334185Z","caller":"traceutil/trace.go:171","msg":"trace[1201141360] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5025; }","duration":"103.384465ms","start":"2026-03-19T21:59:40.230766Z","end":"2026-03-19T21:59:40.334151Z","steps":["trace[1201141360] 'read index received' (duration: 18.191715ms)","trace[1201141360] 'applied index is now lower than readState.Index' (duration: 85.19002ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:40.334273Z","caller":"traceutil/trace.go:171","msg":"trace[1152014986] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"112.679405ms","start":"2026-03-19T21:59:40.221584Z","end":"2026-03-19T21:59:40.334263Z","steps":["trace[1152014986] 'process raft request' (duration: 112.412936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:40.334551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.768167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T21:59:40.334634Z","caller":"traceutil/trace.go:171","msg":"trace[1228542365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4839; }","duration":"103.878599ms","start":"2026-03-19T21:59:40.230734Z","end":"2026-03-19T21:59:40.334613Z","steps":["trace[1228542365] 'agreement among raft nodes before linearized reading' (duration: 103.54395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:46.894599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.166635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1579"} {"level":"info","ts":"2026-03-19T21:59:46.894684Z","caller":"traceutil/trace.go:171","msg":"trace[252907731] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4907; }","duration":"146.307489ms","start":"2026-03-19T21:59:46.748358Z","end":"2026-03-19T21:59:46.894665Z","steps":["trace[252907731] 'range keys from in-memory index tree' (duration: 146.007131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:48.779482Z","caller":"traceutil/trace.go:171","msg":"trace[123550898] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5163; }","duration":"120.120921ms","start":"2026-03-19T21:59:48.659344Z","end":"2026-03-19T21:59:48.779465Z","steps":["trace[123550898] 'read index received' (duration: 119.991778ms)","trace[123550898] 'applied index is now lower than readState.Index' (duration: 128.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:48.779568Z","caller":"traceutil/trace.go:171","msg":"trace[124754158] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"228.29546ms","start":"2026-03-19T21:59:48.551214Z","end":"2026-03-19T21:59:48.779509Z","steps":["trace[124754158] 'process raft request' (duration: 228.107594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:48.779669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.317216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0932d0dc-600a-4830-9d51-8ad1d799fee5\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-19T21:59:48.7797Z","caller":"traceutil/trace.go:171","msg":"trace[1877677084] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0932d0dc-600a-4830-9d51-8ad1d799fee5; range_end:; response_count:1; response_revision:4974; }","duration":"120.396219ms","start":"2026-03-19T21:59:48.659296Z","end":"2026-03-19T21:59:48.779692Z","steps":["trace[1877677084] 'agreement among raft nodes before linearized reading' (duration: 120.290766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:48.931393Z","caller":"traceutil/trace.go:171","msg":"trace[1265613109] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"144.009675ms","start":"2026-03-19T21:59:48.787326Z","end":"2026-03-19T21:59:48.931335Z","steps":["trace[1265613109] 'process raft request' (duration: 142.500544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:00.703705Z","caller":"traceutil/trace.go:171","msg":"trace[1107165815] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"228.162867ms","start":"2026-03-19T22:00:00.475499Z","end":"2026-03-19T22:00:00.703662Z","steps":["trace[1107165815] 'process raft request' (duration: 147.667367ms)","trace[1107165815] 'compare' (duration: 80.295424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:00:00.703832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.315441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:00:00.703902Z","caller":"traceutil/trace.go:171","msg":"trace[863582814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5162; }","duration":"173.446315ms","start":"2026-03-19T22:00:00.530438Z","end":"2026-03-19T22:00:00.703885Z","steps":["trace[863582814] 'agreement among raft nodes before linearized reading' (duration: 173.304041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:00.703619Z","caller":"traceutil/trace.go:171","msg":"trace[1108041396] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5357; }","duration":"173.098605ms","start":"2026-03-19T22:00:00.530491Z","end":"2026-03-19T22:00:00.703589Z","steps":["trace[1108041396] 'read index received' (duration: 92.679037ms)","trace[1108041396] 'applied index is now lower than readState.Index' (duration: 80.418228ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:00:01.184013Z","caller":"traceutil/trace.go:171","msg":"trace[283392260] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"118.380502ms","start":"2026-03-19T22:00:01.065604Z","end":"2026-03-19T22:00:01.183984Z","steps":["trace[283392260] 'process raft request' (duration: 61.591703ms)","trace[283392260] 'compare' (duration: 56.519142ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:00:01.184157Z","caller":"traceutil/trace.go:171","msg":"trace[1527390845] linearizableReadLoop","detail":"{readStateIndex:5365; appliedIndex:5364; }","duration":"114.157735ms","start":"2026-03-19T22:00:01.069957Z","end":"2026-03-19T22:00:01.184114Z","steps":["trace[1527390845] 'read index received' (duration: 57.327204ms)","trace[1527390845] 'applied index is now lower than readState.Index' (duration: 56.823741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:00:01.184424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.460484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:00:01.185091Z","caller":"traceutil/trace.go:171","msg":"trace[93484474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5168; }","duration":"114.67232ms","start":"2026-03-19T22:00:01.069789Z","end":"2026-03-19T22:00:01.184462Z","steps":["trace[93484474] 'agreement among raft nodes before linearized reading' (duration: 114.445593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:06.29923Z","caller":"traceutil/trace.go:171","msg":"trace[571409142] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"102.805313ms","start":"2026-03-19T22:01:06.196394Z","end":"2026-03-19T22:01:06.2992Z","steps":["trace[571409142] 'process raft request' (duration: 102.643689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:06.453226Z","caller":"traceutil/trace.go:171","msg":"trace[141067584] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"149.53927ms","start":"2026-03-19T22:01:06.303562Z","end":"2026-03-19T22:01:06.453102Z","steps":["trace[141067584] 'process raft request' (duration: 139.839892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:12.361541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2770} {"level":"info","ts":"2026-03-19T22:01:12.417222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2770,"took":"53.793513ms","hash":3955730177,"current-db-size-bytes":40968192,"current-db-size":"41 MB","current-db-size-in-use-bytes":30642176,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T22:01:12.417296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3955730177,"revision":2770,"compact-revision":-1} {"level":"info","ts":"2026-03-19T22:05:53.343765Z","caller":"traceutil/trace.go:171","msg":"trace[84691254] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"266.643762ms","start":"2026-03-19T22:05:53.077094Z","end":"2026-03-19T22:05:53.343738Z","steps":["trace[84691254] 'process raft request' (duration: 266.487497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:04.637494Z","caller":"traceutil/trace.go:171","msg":"trace[601835622] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7988; }","duration":"236.005736ms","start":"2026-03-19T22:06:04.401439Z","end":"2026-03-19T22:06:04.637444Z","steps":["trace[601835622] 'read index received' (duration: 185.567604ms)","trace[601835622] 'applied index is now lower than readState.Index' (duration: 50.436742ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:04.637574Z","caller":"traceutil/trace.go:171","msg":"trace[974092399] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"362.91697ms","start":"2026-03-19T22:06:04.274622Z","end":"2026-03-19T22:06:04.637539Z","steps":["trace[974092399] 'process raft request' (duration: 312.399655ms)","trace[974092399] 'compare' (duration: 50.201046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:06:04.637734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:04.274601Z","time spent":"363.030453ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:06:04.6378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.350665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fjvvc\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T22:06:04.637841Z","caller":"traceutil/trace.go:171","msg":"trace[1698844047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fjvvc; range_end:; response_count:1; response_revision:7704; }","duration":"236.431858ms","start":"2026-03-19T22:06:04.401397Z","end":"2026-03-19T22:06:04.637829Z","steps":["trace[1698844047] 'agreement among raft nodes before linearized reading' (duration: 236.242322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:04.696347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.945788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:06:04.69633Z","caller":"traceutil/trace.go:171","msg":"trace[1580898406] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"182.675423ms","start":"2026-03-19T22:06:04.513603Z","end":"2026-03-19T22:06:04.696279Z","steps":["trace[1580898406] 'process raft request' (duration: 182.575231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:04.696422Z","caller":"traceutil/trace.go:171","msg":"trace[2000941570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7706; }","duration":"134.082162ms","start":"2026-03-19T22:06:04.562324Z","end":"2026-03-19T22:06:04.696406Z","steps":["trace[2000941570] 'agreement among raft nodes before linearized reading' (duration: 133.927508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:04.696444Z","caller":"traceutil/trace.go:171","msg":"trace[2099067399] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"215.223522ms","start":"2026-03-19T22:06:04.481189Z","end":"2026-03-19T22:06:04.696412Z","steps":["trace[2099067399] 'process raft request' (duration: 214.851532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:04.696535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.107298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T22:06:04.696631Z","caller":"traceutil/trace.go:171","msg":"trace[1639855318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7706; }","duration":"232.255822ms","start":"2026-03-19T22:06:04.464356Z","end":"2026-03-19T22:06:04.696611Z","steps":["trace[1639855318] 'agreement among raft nodes before linearized reading' (duration: 231.970115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:06.366753Z","caller":"traceutil/trace.go:171","msg":"trace[540259239] linearizableReadLoop","detail":"{readStateIndex:7997; appliedIndex:7996; }","duration":"103.92893ms","start":"2026-03-19T22:06:06.262794Z","end":"2026-03-19T22:06:06.366723Z","steps":["trace[540259239] 'read index received' (duration: 103.696523ms)","trace[540259239] 'applied index is now lower than readState.Index' (duration: 230.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:06.366879Z","caller":"traceutil/trace.go:171","msg":"trace[90010952] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"184.997878ms","start":"2026-03-19T22:06:06.181834Z","end":"2026-03-19T22:06:06.366832Z","steps":["trace[90010952] 'process raft request' (duration: 184.663419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:06.367005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.247937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T22:06:06.367067Z","caller":"traceutil/trace.go:171","msg":"trace[1547917538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7711; }","duration":"104.367062ms","start":"2026-03-19T22:06:06.262683Z","end":"2026-03-19T22:06:06.36705Z","steps":["trace[1547917538] 'agreement among raft nodes before linearized reading' (duration: 104.160056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:12.36767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5691} {"level":"info","ts":"2026-03-19T22:06:12.454474Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5691,"took":"85.318065ms","hash":1890264636,"current-db-size-bytes":42135552,"current-db-size":"42 MB","current-db-size-in-use-bytes":22962176,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T22:06:12.454532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1890264636,"revision":5691,"compact-revision":2770} {"level":"info","ts":"2026-03-19T22:06:33.822548Z","caller":"traceutil/trace.go:171","msg":"trace[1107973405] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"146.425172ms","start":"2026-03-19T22:06:33.676094Z","end":"2026-03-19T22:06:33.82252Z","steps":["trace[1107973405] 'process raft request' (duration: 146.265077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:34.765286Z","caller":"traceutil/trace.go:171","msg":"trace[1261811787] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"184.432402ms","start":"2026-03-19T22:06:34.580824Z","end":"2026-03-19T22:06:34.765257Z","steps":["trace[1261811787] 'process raft request' (duration: 161.387316ms)","trace[1261811787] 'compare' (duration: 22.921172ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:46.033083Z","caller":"traceutil/trace.go:171","msg":"trace[33314637] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8299; }","duration":"182.352915ms","start":"2026-03-19T22:06:45.850709Z","end":"2026-03-19T22:06:46.033062Z","steps":["trace[33314637] 'read index received' (duration: 182.238072ms)","trace[33314637] 'applied index is now lower than readState.Index' (duration: 113.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:06:46.033206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.487918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:06:46.033184Z","caller":"traceutil/trace.go:171","msg":"trace[1921560945] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"215.476219ms","start":"2026-03-19T22:06:45.817686Z","end":"2026-03-19T22:06:46.033162Z","steps":["trace[1921560945] 'process raft request' (duration: 215.19284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:46.033234Z","caller":"traceutil/trace.go:171","msg":"trace[860375275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"182.572161ms","start":"2026-03-19T22:06:45.850654Z","end":"2026-03-19T22:06:46.033226Z","steps":["trace[860375275] 'agreement among raft nodes before linearized reading' (duration: 182.503279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:46.094921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.214179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:06:46.095001Z","caller":"traceutil/trace.go:171","msg":"trace[872045398] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8000; }","duration":"195.333363ms","start":"2026-03-19T22:06:45.899648Z","end":"2026-03-19T22:06:46.094982Z","steps":["trace[872045398] 'agreement among raft nodes before linearized reading' (duration: 195.22592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:46.095027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.442564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:06:46.095057Z","caller":"traceutil/trace.go:171","msg":"trace[600299105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8000; }","duration":"225.515876ms","start":"2026-03-19T22:06:45.869532Z","end":"2026-03-19T22:06:46.095048Z","steps":["trace[600299105] 'agreement among raft nodes before linearized reading' (duration: 225.445714ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:46.793881Z","caller":"traceutil/trace.go:171","msg":"trace[2104081600] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"210.168652ms","start":"2026-03-19T22:06:46.583658Z","end":"2026-03-19T22:06:46.793826Z","steps":["trace[2104081600] 'process raft request' (duration: 209.928816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:47.142643Z","caller":"traceutil/trace.go:171","msg":"trace[857824521] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8305; }","duration":"318.077052ms","start":"2026-03-19T22:06:46.824536Z","end":"2026-03-19T22:06:47.142613Z","steps":["trace[857824521] 'read index received' (duration: 39.939043ms)","trace[857824521] 'applied index is now lower than readState.Index' (duration: 278.136949ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:47.142707Z","caller":"traceutil/trace.go:171","msg":"trace[354396358] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"333.283961ms","start":"2026-03-19T22:06:46.809393Z","end":"2026-03-19T22:06:47.142677Z","steps":["trace[354396358] 'process raft request' (duration: 333.067075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:47.142809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.263596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T22:06:47.142852Z","caller":"traceutil/trace.go:171","msg":"trace[1636175329] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8006; }","duration":"318.366249ms","start":"2026-03-19T22:06:46.824471Z","end":"2026-03-19T22:06:47.142837Z","steps":["trace[1636175329] 'agreement among raft nodes before linearized reading' (duration: 318.269006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:47.142891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:46.824447Z","time spent":"318.434571ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T22:06:47.142882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:46.809367Z","time spent":"333.398974ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:06:47.159682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.285971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T22:06:47.159737Z","caller":"traceutil/trace.go:171","msg":"trace[675296483] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"262.679892ms","start":"2026-03-19T22:06:46.897042Z","end":"2026-03-19T22:06:47.159722Z","steps":["trace[675296483] 'process raft request' (duration: 262.352023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:47.159735Z","caller":"traceutil/trace.go:171","msg":"trace[2074972772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8008; }","duration":"183.385953ms","start":"2026-03-19T22:06:46.976338Z","end":"2026-03-19T22:06:47.159724Z","steps":["trace[2074972772] 'agreement among raft nodes before linearized reading' (duration: 183.26029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:47.159682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.795353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fjvvc\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T22:06:47.159864Z","caller":"traceutil/trace.go:171","msg":"trace[326068676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fjvvc; range_end:; response_count:1; response_revision:8008; }","duration":"164.006218ms","start":"2026-03-19T22:06:46.995833Z","end":"2026-03-19T22:06:47.159839Z","steps":["trace[326068676] 'agreement among raft nodes before linearized reading' (duration: 163.750131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:47.159803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.582116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:06:47.159855Z","caller":"traceutil/trace.go:171","msg":"trace[1952662796] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"215.451808ms","start":"2026-03-19T22:06:46.944338Z","end":"2026-03-19T22:06:47.15979Z","steps":["trace[1952662796] 'process raft request' (duration: 215.174931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:47.160063Z","caller":"traceutil/trace.go:171","msg":"trace[2117871986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8008; }","duration":"209.842703ms","start":"2026-03-19T22:06:46.950155Z","end":"2026-03-19T22:06:47.159998Z","steps":["trace[2117871986] 'agreement among raft nodes before linearized reading' (duration: 209.494683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:08:00.690362Z","caller":"traceutil/trace.go:171","msg":"trace[852916101] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"162.799091ms","start":"2026-03-19T22:08:00.527535Z","end":"2026-03-19T22:08:00.690334Z","steps":["trace[852916101] 'process raft request' (duration: 120.318734ms)","trace[852916101] 'compare' (duration: 42.266311ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:14.237218Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T22:10:14.243213Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T22:10:14.243308Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T22:11:12.373416Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7747} {"level":"info","ts":"2026-03-19T22:11:12.439383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7747,"took":"63.544017ms","hash":1238617605,"current-db-size-bytes":42135552,"current-db-size":"42 MB","current-db-size-in-use-bytes":25395200,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T22:11:12.439442Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1238617605,"revision":7747,"compact-revision":5691} {"level":"info","ts":"2026-03-19T22:16:12.380517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9990} {"level":"info","ts":"2026-03-19T22:16:12.464033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9990,"took":"81.312246ms","hash":2528055854,"current-db-size-bytes":42135552,"current-db-size":"42 MB","current-db-size-in-use-bytes":17063936,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-19T22:16:12.464096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2528055854,"revision":9990,"compact-revision":7747}