{"level":"warn","ts":"2026-07-07T03:33:05.368501Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T03:33:05.36864Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-07T03:33:05.368769Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T03:33:05.368798Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-07-07T03:33:05.36884Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T03:33:05.369568Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-07-07T03:33:05.369666Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-07T03:33:05.374727Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.763407ms"} {"level":"info","ts":"2026-07-07T03:33:05.380742Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-07-07T03:33:05.380848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-07-07T03:33:05.380879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-07-07T03:33:05.380916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-07T03:33:05.38095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-07-07T03:33:05.381017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-07-07T03:33:05.393266Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-07T03:33:05.395032Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-07T03:33:05.396521Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-07T03:33:05.399607Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-07T03:33:05.399889Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-07T03:33:05.400057Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T03:33:05.400246Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T03:33:05.40027Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T03:33:05.402254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-07-07T03:33:05.402939Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-07-07T03:33:05.405398Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T03:33:05.405529Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-07-07T03:33:05.40559Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-07-07T03:33:05.405799Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-07T03:33:05.405871Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-07T03:33:06.281262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-07-07T03:33:06.281349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-07T03:33:06.281374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-07-07T03:33:06.281412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-07-07T03:33:06.281431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-07-07T03:33:06.281466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-07-07T03:33:06.281487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-07-07T03:33:06.282521Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-07-07T03:33:06.282518Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T03:33:06.282583Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:33:06.282671Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T03:33:06.282863Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-07T03:33:06.282966Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-07T03:33:06.283838Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:33:06.28481Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:33:06.284849Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:33:06.284842Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-07T03:33:06.287009Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-07-07T03:33:26.250677Z","caller":"traceutil/trace.go:171","msg":"trace[224580164] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:393; }","duration":"194.82502ms","start":"2026-07-07T03:33:26.055824Z","end":"2026-07-07T03:33:26.250649Z","steps":["trace[224580164] 'read index received' (duration: 194.556664ms)","trace[224580164] 'applied index is now lower than readState.Index' (duration: 267.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:33:26.250735Z","caller":"traceutil/trace.go:171","msg":"trace[805181080] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"243.438648ms","start":"2026-07-07T03:33:26.007262Z","end":"2026-07-07T03:33:26.250701Z","steps":["trace[805181080] 'process raft request' (duration: 243.222013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:33:26.250941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.804847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-07T03:33:26.25101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.876415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-07T03:33:26.250948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.092906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-07T03:33:26.251048Z","caller":"traceutil/trace.go:171","msg":"trace[1727655861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:378; }","duration":"183.97654ms","start":"2026-07-07T03:33:26.067053Z","end":"2026-07-07T03:33:26.25103Z","steps":["trace[1727655861] 'agreement among raft nodes before linearized reading' (duration: 183.774456ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:26.251059Z","caller":"traceutil/trace.go:171","msg":"trace[2129462701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:378; }","duration":"143.955127ms","start":"2026-07-07T03:33:26.107082Z","end":"2026-07-07T03:33:26.251038Z","steps":["trace[2129462701] 'agreement among raft nodes before linearized reading' (duration: 143.836644ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:26.251087Z","caller":"traceutil/trace.go:171","msg":"trace[1826082300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:378; }","duration":"195.29117ms","start":"2026-07-07T03:33:26.055769Z","end":"2026-07-07T03:33:26.251061Z","steps":["trace[1826082300] 'agreement among raft nodes before linearized reading' (duration: 195.049505ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:26.42081Z","caller":"traceutil/trace.go:171","msg":"trace[845768861] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"165.560926ms","start":"2026-07-07T03:33:26.255222Z","end":"2026-07-07T03:33:26.420783Z","steps":["trace[845768861] 'process raft request' (duration: 71.543295ms)","trace[845768861] 'compare' (duration: 93.659224ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:33:26.420882Z","caller":"traceutil/trace.go:171","msg":"trace[97597604] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"165.32443ms","start":"2026-07-07T03:33:26.255526Z","end":"2026-07-07T03:33:26.42085Z","steps":["trace[97597604] 'process raft request' (duration: 165.090065ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:26.420801Z","caller":"traceutil/trace.go:171","msg":"trace[1519067783] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"164.367761ms","start":"2026-07-07T03:33:26.256407Z","end":"2026-07-07T03:33:26.420775Z","steps":["trace[1519067783] 'process raft request' (duration: 164.3257ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:52.348891Z","caller":"traceutil/trace.go:171","msg":"trace[731934828] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"196.771409ms","start":"2026-07-07T03:33:52.152082Z","end":"2026-07-07T03:33:52.348854Z","steps":["trace[731934828] 'process raft request' (duration: 195.800748ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:52.469719Z","caller":"traceutil/trace.go:171","msg":"trace[582100026] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"106.982531ms","start":"2026-07-07T03:33:52.36271Z","end":"2026-07-07T03:33:52.469692Z","steps":["trace[582100026] 'process raft request' (duration: 106.830218ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:52.509214Z","caller":"traceutil/trace.go:171","msg":"trace[695517106] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"142.817739ms","start":"2026-07-07T03:33:52.366357Z","end":"2026-07-07T03:33:52.509175Z","steps":["trace[695517106] 'process raft request' (duration: 142.604535ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:52.509452Z","caller":"traceutil/trace.go:171","msg":"trace[1558549077] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"103.128202ms","start":"2026-07-07T03:33:52.406312Z","end":"2026-07-07T03:33:52.50944Z","steps":["trace[1558549077] 'process raft request' (duration: 102.797056ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:33:52.509517Z","caller":"traceutil/trace.go:171","msg":"trace[1500887624] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"107.735146ms","start":"2026-07-07T03:33:52.401714Z","end":"2026-07-07T03:33:52.509449Z","steps":["trace[1500887624] 'read index received' (duration: 67.958087ms)","trace[1500887624] 'applied index is now lower than readState.Index' (duration: 39.771969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:33:52.509678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.953621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T03:33:52.509765Z","caller":"traceutil/trace.go:171","msg":"trace[621258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"108.086493ms","start":"2026-07-07T03:33:52.401662Z","end":"2026-07-07T03:33:52.509749Z","steps":["trace[621258] 'agreement among raft nodes before linearized reading' (duration: 107.829658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:33:52.944163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.17377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:33:52.944394Z","caller":"traceutil/trace.go:171","msg":"trace[1811941973] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"427.163618ms","start":"2026-07-07T03:33:52.517213Z","end":"2026-07-07T03:33:52.944377Z","steps":["trace[1811941973] 'read index received' (duration: 259.146781ms)","trace[1811941973] 'applied index is now lower than readState.Index' (duration: 168.014607ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:33:52.944545Z","caller":"traceutil/trace.go:171","msg":"trace[670098351] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"429.324313ms","start":"2026-07-07T03:33:52.515135Z","end":"2026-07-07T03:33:52.944459Z","steps":["trace[670098351] 'process raft request' (duration: 261.201814ms)","trace[670098351] 'compare' (duration: 166.951386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:33:52.944625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.394993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-07T03:33:52.944706Z","caller":"traceutil/trace.go:171","msg":"trace[196909344] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:601; }","duration":"427.487955ms","start":"2026-07-07T03:33:52.517197Z","end":"2026-07-07T03:33:52.944685Z","steps":["trace[196909344] 'agreement among raft nodes before linearized reading' (duration: 427.330812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:33:52.944712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:33:52.515115Z","time spent":"429.517598ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:33:52.944963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.480542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T03:33:52.945017Z","caller":"traceutil/trace.go:171","msg":"trace[808847217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"385.551913ms","start":"2026-07-07T03:33:52.559453Z","end":"2026-07-07T03:33:52.945005Z","steps":["trace[808847217] 'agreement among raft nodes before linearized reading' (duration: 385.38301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:33:52.944964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.607096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T03:33:52.94511Z","caller":"traceutil/trace.go:171","msg":"trace[1524772666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"389.808341ms","start":"2026-07-07T03:33:52.555289Z","end":"2026-07-07T03:33:52.945097Z","steps":["trace[1524772666] 'agreement among raft nodes before linearized reading' (duration: 389.443214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:33:52.944774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:33:52.517191Z","time spent":"427.568098ms","remote":"127.0.0.1:52624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-07T03:33:52.945059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:33:52.559442Z","time spent":"385.606614ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T03:33:52.945135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.212847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T03:33:52.945195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:33:52.555267Z","time spent":"389.915764ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T03:33:52.945255Z","caller":"traceutil/trace.go:171","msg":"trace[1337049499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:601; }","duration":"386.36573ms","start":"2026-07-07T03:33:52.558859Z","end":"2026-07-07T03:33:52.945224Z","steps":["trace[1337049499] 'agreement among raft nodes before linearized reading' (duration: 386.009142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:33:52.945329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:33:52.558846Z","time spent":"386.472541ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T03:35:25.280765Z","caller":"traceutil/trace.go:171","msg":"trace[2129274081] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"161.093387ms","start":"2026-07-07T03:35:25.119634Z","end":"2026-07-07T03:35:25.280728Z","steps":["trace[2129274081] 'process raft request' (duration: 160.876502ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:35:25.363602Z","caller":"traceutil/trace.go:171","msg":"trace[1599353112] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"143.680071ms","start":"2026-07-07T03:35:25.219884Z","end":"2026-07-07T03:35:25.363564Z","steps":["trace[1599353112] 'process raft request' (duration: 93.89286ms)","trace[1599353112] 'compare' (duration: 49.601667ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:35:25.660698Z","caller":"traceutil/trace.go:171","msg":"trace[296989712] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1923; }","duration":"203.651616ms","start":"2026-07-07T03:35:25.457003Z","end":"2026-07-07T03:35:25.660655Z","steps":["trace[296989712] 'read index received' (duration: 169.952737ms)","trace[296989712] 'applied index is now lower than readState.Index' (duration: 33.697239ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:35:25.66071Z","caller":"traceutil/trace.go:171","msg":"trace[59565617] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"203.873932ms","start":"2026-07-07T03:35:25.456801Z","end":"2026-07-07T03:35:25.660675Z","steps":["trace[59565617] 'process raft request' (duration: 170.140341ms)","trace[59565617] 'compare' (duration: 33.368084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:35:25.660992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.957392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T03:35:25.661036Z","caller":"traceutil/trace.go:171","msg":"trace[664477924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"204.042465ms","start":"2026-07-07T03:35:25.456982Z","end":"2026-07-07T03:35:25.661025Z","steps":["trace[664477924] 'agreement among raft nodes before linearized reading' (duration: 203.809751ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:35:25.673474Z","caller":"traceutil/trace.go:171","msg":"trace[221115276] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"214.516077ms","start":"2026-07-07T03:35:25.458928Z","end":"2026-07-07T03:35:25.673444Z","steps":["trace[221115276] 'process raft request' (duration: 214.287343ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:35:25.673539Z","caller":"traceutil/trace.go:171","msg":"trace[1347221339] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"212.792574ms","start":"2026-07-07T03:35:25.460722Z","end":"2026-07-07T03:35:25.673515Z","steps":["trace[1347221339] 'process raft request' (duration: 212.640671ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:35:38.868701Z","caller":"traceutil/trace.go:171","msg":"trace[316756336] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"124.807667ms","start":"2026-07-07T03:35:38.743855Z","end":"2026-07-07T03:35:38.868662Z","steps":["trace[316756336] 'process raft request' (duration: 124.496141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:36:09.179406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.169273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-07T03:36:09.179494Z","caller":"traceutil/trace.go:171","msg":"trace[392219496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2132; }","duration":"126.292206ms","start":"2026-07-07T03:36:09.053186Z","end":"2026-07-07T03:36:09.179478Z","steps":["trace[392219496] 'agreement among raft nodes before linearized reading' (duration: 126.080022ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:36:09.179591Z","caller":"traceutil/trace.go:171","msg":"trace[167966257] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"127.172253ms","start":"2026-07-07T03:36:09.052385Z","end":"2026-07-07T03:36:09.179557Z","steps":["trace[167966257] 'process raft request' (duration: 90.285887ms)","trace[167966257] 'compare' (duration: 36.471788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:36:15.807781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.475532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:36:15.807943Z","caller":"traceutil/trace.go:171","msg":"trace[482460076] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"244.795354ms","start":"2026-07-07T03:36:15.56312Z","end":"2026-07-07T03:36:15.807915Z","steps":["trace[482460076] 'process raft request' (duration: 29.076187ms)","trace[482460076] 'compare' (duration: 215.34199ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:36:15.90069Z","caller":"traceutil/trace.go:171","msg":"trace[1810251619] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"100.150024ms","start":"2026-07-07T03:36:15.800515Z","end":"2026-07-07T03:36:15.900665Z","steps":["trace[1810251619] 'read index received' (duration: 100.003251ms)","trace[1810251619] 'applied index is now lower than readState.Index' (duration: 145.593µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:36:15.900779Z","caller":"traceutil/trace.go:171","msg":"trace[1490527308] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"297.688384ms","start":"2026-07-07T03:36:15.603049Z","end":"2026-07-07T03:36:15.900738Z","steps":["trace[1490527308] 'process raft request' (duration: 297.47116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:36:15.900921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.385729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T03:36:15.901104Z","caller":"traceutil/trace.go:171","msg":"trace[1332838802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2169; }","duration":"100.485341ms","start":"2026-07-07T03:36:15.800474Z","end":"2026-07-07T03:36:15.900959Z","steps":["trace[1332838802] 'agreement among raft nodes before linearized reading' (duration: 100.308417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:36:16.084366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.344067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T03:36:16.084456Z","caller":"traceutil/trace.go:171","msg":"trace[1929331810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2169; }","duration":"136.495501ms","start":"2026-07-07T03:36:15.947941Z","end":"2026-07-07T03:36:16.084437Z","steps":["trace[1929331810] 'range keys from in-memory index tree' (duration: 136.186084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:36:16.084456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.095723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T03:36:16.084676Z","caller":"traceutil/trace.go:171","msg":"trace[1989322227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2169; }","duration":"136.362198ms","start":"2026-07-07T03:36:15.948284Z","end":"2026-07-07T03:36:16.084646Z","steps":["trace[1989322227] 'range keys from in-memory index tree' (duration: 135.805737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:36:16.084401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.217719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T03:36:16.084529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.347775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T03:36:16.085023Z","caller":"traceutil/trace.go:171","msg":"trace[198654213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2169; }","duration":"143.898501ms","start":"2026-07-07T03:36:15.941101Z","end":"2026-07-07T03:36:16.085Z","steps":["trace[198654213] 'range keys from in-memory index tree' (duration: 142.978854ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:36:16.085029Z","caller":"traceutil/trace.go:171","msg":"trace[1457658248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2169; }","duration":"138.985786ms","start":"2026-07-07T03:36:15.946028Z","end":"2026-07-07T03:36:16.085013Z","steps":["trace[1457658248] 'range keys from in-memory index tree' (duration: 137.927657ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:42.344527Z","caller":"traceutil/trace.go:171","msg":"trace[559059579] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"172.231396ms","start":"2026-07-07T03:37:42.172266Z","end":"2026-07-07T03:37:42.344497Z","steps":["trace[559059579] 'process raft request' (duration: 172.015022ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:42.428676Z","caller":"traceutil/trace.go:171","msg":"trace[2028063384] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"217.161224ms","start":"2026-07-07T03:37:42.211484Z","end":"2026-07-07T03:37:42.428646Z","steps":["trace[2028063384] 'process raft request' (duration: 213.310581ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:41:43.603407Z","caller":"traceutil/trace.go:171","msg":"trace[1452305554] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"310.094805ms","start":"2026-07-07T03:41:43.293275Z","end":"2026-07-07T03:41:43.60337Z","steps":["trace[1452305554] 'process raft request' (duration: 252.671663ms)","trace[1452305554] 'compare' (duration: 57.170357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:41:43.603609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:41:43.293244Z","time spent":"310.261989ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:41:43.611238Z","caller":"traceutil/trace.go:171","msg":"trace[1140821307] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"317.828604ms","start":"2026-07-07T03:41:43.293377Z","end":"2026-07-07T03:41:43.611206Z","steps":["trace[1140821307] 'process raft request' (duration: 317.599069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:43.611432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:41:43.293342Z","time spent":"317.982967ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:41:43.611499Z","caller":"traceutil/trace.go:171","msg":"trace[22368513] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"317.843615ms","start":"2026-07-07T03:41:43.293627Z","end":"2026-07-07T03:41:43.61147Z","steps":["trace[22368513] 'process raft request' (duration: 317.504308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:43.611628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:41:43.293612Z","time spent":"317.949856ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5837,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:41:43.612208Z","caller":"traceutil/trace.go:171","msg":"trace[482371924] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"233.344981ms","start":"2026-07-07T03:41:43.378845Z","end":"2026-07-07T03:41:43.61219Z","steps":["trace[482371924] 'process raft request' (duration: 232.689899ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:41:43.612203Z","caller":"traceutil/trace.go:171","msg":"trace[158578860] linearizableReadLoop","detail":"{readStateIndex:5245; appliedIndex:5242; }","duration":"311.38987ms","start":"2026-07-07T03:41:43.30079Z","end":"2026-07-07T03:41:43.61218Z","steps":["trace[158578860] 'read index received' (duration: 245.238241ms)","trace[158578860] 'applied index is now lower than readState.Index' (duration: 66.149799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:41:43.613342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.541913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786824"} {"level":"info","ts":"2026-07-07T03:41:43.613401Z","caller":"traceutil/trace.go:171","msg":"trace[1873435857] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5048; }","duration":"312.638065ms","start":"2026-07-07T03:41:43.300749Z","end":"2026-07-07T03:41:43.613387Z","steps":["trace[1873435857] 'agreement among raft nodes before linearized reading' (duration: 311.509332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:43.613405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.966957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ae15c8f-7aca-497d-871e-3a0f710f4c6b\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-07T03:41:43.61343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:41:43.300736Z","time spent":"312.685985ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786847,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-07T03:41:43.613714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.572941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-07-07T03:41:43.613768Z","caller":"traceutil/trace.go:171","msg":"trace[330106318] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5048; }","duration":"101.683414ms","start":"2026-07-07T03:41:43.512071Z","end":"2026-07-07T03:41:43.613754Z","steps":["trace[330106318] 'agreement among raft nodes before linearized reading' (duration: 100.421609ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:41:43.613821Z","caller":"traceutil/trace.go:171","msg":"trace[615844802] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ae15c8f-7aca-497d-871e-3a0f710f4c6b; range_end:; response_count:1; response_revision:5048; }","duration":"192.10496ms","start":"2026-07-07T03:41:43.421345Z","end":"2026-07-07T03:41:43.61345Z","steps":["trace[615844802] 'agreement among raft nodes before linearized reading' (duration: 191.12279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:57.082344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.195589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:41:57.082469Z","caller":"traceutil/trace.go:171","msg":"trace[602661722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5287; }","duration":"158.356042ms","start":"2026-07-07T03:41:56.924089Z","end":"2026-07-07T03:41:57.082445Z","steps":["trace[602661722] 'range keys from in-memory index tree' (duration: 158.086096ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:41:57.358667Z","caller":"traceutil/trace.go:171","msg":"trace[673186562] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5494; }","duration":"218.279642ms","start":"2026-07-07T03:41:57.140358Z","end":"2026-07-07T03:41:57.358638Z","steps":["trace[673186562] 'read index received' (duration: 218.21052ms)","trace[673186562] 'applied index is now lower than readState.Index' (duration: 68.012µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:41:57.358774Z","caller":"traceutil/trace.go:171","msg":"trace[1139534565] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"233.176328ms","start":"2026-07-07T03:41:57.125571Z","end":"2026-07-07T03:41:57.358747Z","steps":["trace[1139534565] 'process raft request' (duration: 232.888462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:57.35896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.587398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-577ld\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-07-07T03:41:57.359001Z","caller":"traceutil/trace.go:171","msg":"trace[1661870567] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-577ld; range_end:; response_count:1; response_revision:5288; }","duration":"218.69738ms","start":"2026-07-07T03:41:57.14029Z","end":"2026-07-07T03:41:57.358987Z","steps":["trace[1661870567] 'agreement among raft nodes before linearized reading' (duration: 218.490076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:57.388802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.345745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bxgvs.18bfe4f079387395\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-07T03:41:57.389135Z","caller":"traceutil/trace.go:171","msg":"trace[1641771947] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bxgvs.18bfe4f079387395; range_end:; response_count:1; response_revision:5289; }","duration":"216.762152ms","start":"2026-07-07T03:41:57.172354Z","end":"2026-07-07T03:41:57.389116Z","steps":["trace[1641771947] 'agreement among raft nodes before linearized reading' (duration: 216.220981ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:42:06.385928Z","caller":"traceutil/trace.go:171","msg":"trace[1894476122] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5715; }","duration":"111.96394ms","start":"2026-07-07T03:42:06.273927Z","end":"2026-07-07T03:42:06.385891Z","steps":["trace[1894476122] 'read index received' (duration: 48.325118ms)","trace[1894476122] 'applied index is now lower than readState.Index' (duration: 63.636682ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:42:06.385947Z","caller":"traceutil/trace.go:171","msg":"trace[105459851] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"130.647349ms","start":"2026-07-07T03:42:06.255255Z","end":"2026-07-07T03:42:06.385903Z","steps":["trace[105459851] 'process raft request' (duration: 67.084789ms)","trace[105459851] 'compare' (duration: 63.364587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:42:06.386327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.377228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f6234-0b91-4708-b21e-6bed6d20828f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-07T03:42:06.386385Z","caller":"traceutil/trace.go:171","msg":"trace[1322435884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f6234-0b91-4708-b21e-6bed6d20828f; range_end:; response_count:1; response_revision:5505; }","duration":"112.51021ms","start":"2026-07-07T03:42:06.273858Z","end":"2026-07-07T03:42:06.386368Z","steps":["trace[1322435884] 'agreement among raft nodes before linearized reading' (duration: 112.227885ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:43:06.310448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2962} {"level":"info","ts":"2026-07-07T03:43:06.378339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2962,"took":"66.308418ms","hash":3205581085,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":34017280,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-07T03:43:06.378414Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3205581085,"revision":2962,"compact-revision":-1} {"level":"info","ts":"2026-07-07T03:47:29.243677Z","caller":"traceutil/trace.go:171","msg":"trace[909479205] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"153.997629ms","start":"2026-07-07T03:47:29.089656Z","end":"2026-07-07T03:47:29.243653Z","steps":["trace[909479205] 'process raft request' (duration: 153.820605ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:48:06.316285Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6042} {"level":"info","ts":"2026-07-07T03:48:06.39973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6042,"took":"81.851663ms","hash":2024151800,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":22007808,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-07T03:48:06.399781Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2024151800,"revision":6042,"compact-revision":2962} {"level":"warn","ts":"2026-07-07T03:48:30.48977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.220073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:48:30.489897Z","caller":"traceutil/trace.go:171","msg":"trace[1466878344] linearizableReadLoop","detail":"{readStateIndex:8699; appliedIndex:8698; }","duration":"311.845469ms","start":"2026-07-07T03:48:30.178031Z","end":"2026-07-07T03:48:30.489877Z","steps":["trace[1466878344] 'read index received' (duration: 189.344631ms)","trace[1466878344] 'applied index is now lower than readState.Index' (duration: 122.499498ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:48:30.489946Z","caller":"traceutil/trace.go:171","msg":"trace[1777454092] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"317.341284ms","start":"2026-07-07T03:48:30.172576Z","end":"2026-07-07T03:48:30.489917Z","steps":["trace[1777454092] 'process raft request' (duration: 194.875327ms)","trace[1777454092] 'compare' (duration: 121.942427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:48:30.490078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.045893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-07T03:48:30.490096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:48:30.17255Z","time spent":"317.471757ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:48:30.490109Z","caller":"traceutil/trace.go:171","msg":"trace[1928833663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8395; }","duration":"312.120824ms","start":"2026-07-07T03:48:30.177978Z","end":"2026-07-07T03:48:30.490099Z","steps":["trace[1928833663] 'agreement among raft nodes before linearized reading' (duration: 311.984632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:48:30.490223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.986422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T03:48:30.490252Z","caller":"traceutil/trace.go:171","msg":"trace[1564598271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8395; }","duration":"149.062894ms","start":"2026-07-07T03:48:30.341181Z","end":"2026-07-07T03:48:30.490244Z","steps":["trace[1564598271] 'agreement among raft nodes before linearized reading' (duration: 148.980192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:48:30.490292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:48:30.177958Z","time spent":"312.281148ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T03:48:31.75866Z","caller":"traceutil/trace.go:171","msg":"trace[972544371] linearizableReadLoop","detail":"{readStateIndex:8704; appliedIndex:8703; }","duration":"165.305014ms","start":"2026-07-07T03:48:31.593313Z","end":"2026-07-07T03:48:31.758618Z","steps":["trace[972544371] 'read index received' (duration: 141.883108ms)","trace[972544371] 'applied index is now lower than readState.Index' (duration: 23.420276ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:48:31.758864Z","caller":"traceutil/trace.go:171","msg":"trace[1628878848] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"228.01181ms","start":"2026-07-07T03:48:31.530779Z","end":"2026-07-07T03:48:31.758791Z","steps":["trace[1628878848] 'process raft request' (duration: 204.469031ms)","trace[1628878848] 'compare' (duration: 23.206872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:48:31.758921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.582649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T03:48:31.758989Z","caller":"traceutil/trace.go:171","msg":"trace[1327790560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8400; }","duration":"165.706142ms","start":"2026-07-07T03:48:31.593266Z","end":"2026-07-07T03:48:31.758972Z","steps":["trace[1327790560] 'agreement among raft nodes before linearized reading' (duration: 165.493808ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:48:32.711025Z","caller":"traceutil/trace.go:171","msg":"trace[1663013352] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8709; }","duration":"104.443232ms","start":"2026-07-07T03:48:32.606555Z","end":"2026-07-07T03:48:32.710999Z","steps":["trace[1663013352] 'read index received' (duration: 104.228818ms)","trace[1663013352] 'applied index is now lower than readState.Index' (duration: 213.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:48:32.711092Z","caller":"traceutil/trace.go:171","msg":"trace[1018580598] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"120.192573ms","start":"2026-07-07T03:48:32.590863Z","end":"2026-07-07T03:48:32.711056Z","steps":["trace[1018580598] 'process raft request' (duration: 119.972669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:48:32.711349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.763119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19557"} {"level":"info","ts":"2026-07-07T03:48:32.71143Z","caller":"traceutil/trace.go:171","msg":"trace[2045961689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8406; }","duration":"104.890601ms","start":"2026-07-07T03:48:32.606522Z","end":"2026-07-07T03:48:32.711413Z","steps":["trace[2045961689] 'agreement among raft nodes before linearized reading' (duration: 104.623576ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:48:33.205743Z","caller":"traceutil/trace.go:171","msg":"trace[278270679] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"184.384517ms","start":"2026-07-07T03:48:33.021331Z","end":"2026-07-07T03:48:33.205715Z","steps":["trace[278270679] 'process raft request' (duration: 184.189804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:48:33.468728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.764717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:48:33.468939Z","caller":"traceutil/trace.go:171","msg":"trace[243654985] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8409; }","duration":"118.032132ms","start":"2026-07-07T03:48:33.350876Z","end":"2026-07-07T03:48:33.468908Z","steps":["trace[243654985] 'range keys from in-memory index tree' (duration: 117.733107ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:48:43.416907Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002248.wal"} {"level":"info","ts":"2026-07-07T03:49:00.480519Z","caller":"traceutil/trace.go:171","msg":"trace[942060917] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8920; }","duration":"141.037568ms","start":"2026-07-07T03:49:00.339458Z","end":"2026-07-07T03:49:00.480496Z","steps":["trace[942060917] 'read index received' (duration: 140.835484ms)","trace[942060917] 'applied index is now lower than readState.Index' (duration: 201.224µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:49:00.48082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.357425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T03:49:00.480928Z","caller":"traceutil/trace.go:171","msg":"trace[1482679108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8609; }","duration":"141.508858ms","start":"2026-07-07T03:49:00.339402Z","end":"2026-07-07T03:49:00.480911Z","steps":["trace[1482679108] 'agreement among raft nodes before linearized reading' (duration: 141.271814ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:49:00.480942Z","caller":"traceutil/trace.go:171","msg":"trace[931057216] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"193.764933ms","start":"2026-07-07T03:49:00.287141Z","end":"2026-07-07T03:49:00.480906Z","steps":["trace[931057216] 'process raft request' (duration: 193.207342ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:49:00.680532Z","caller":"traceutil/trace.go:171","msg":"trace[1233664265] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8921; }","duration":"138.810185ms","start":"2026-07-07T03:49:00.541702Z","end":"2026-07-07T03:49:00.680513Z","steps":["trace[1233664265] 'read index received' (duration: 102.941801ms)","trace[1233664265] 'applied index is now lower than readState.Index' (duration: 35.867084ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:49:00.68065Z","caller":"traceutil/trace.go:171","msg":"trace[692328439] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"194.846923ms","start":"2026-07-07T03:49:00.485729Z","end":"2026-07-07T03:49:00.680576Z","steps":["trace[692328439] 'process raft request' (duration: 158.918458ms)","trace[692328439] 'compare' (duration: 35.603489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:49:00.680835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.04926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:49:00.680992Z","caller":"traceutil/trace.go:171","msg":"trace[1892759616] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8610; }","duration":"139.288734ms","start":"2026-07-07T03:49:00.541671Z","end":"2026-07-07T03:49:00.680959Z","steps":["trace[1892759616] 'agreement among raft nodes before linearized reading' (duration: 138.953697ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:49:13.196918Z","caller":"traceutil/trace.go:171","msg":"trace[1842471417] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"161.403996ms","start":"2026-07-07T03:49:13.035487Z","end":"2026-07-07T03:49:13.196891Z","steps":["trace[1842471417] 'process raft request' (duration: 161.235293ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:49:14.346829Z","caller":"traceutil/trace.go:171","msg":"trace[2023220556] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"149.967709ms","start":"2026-07-07T03:49:14.196827Z","end":"2026-07-07T03:49:14.346794Z","steps":["trace[2023220556] 'process raft request' (duration: 89.931904ms)","trace[2023220556] 'compare' (duration: 59.883491ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:50:30.095595Z","caller":"traceutil/trace.go:171","msg":"trace[978594783] linearizableReadLoop","detail":"{readStateIndex:9808; appliedIndex:9807; }","duration":"106.292186ms","start":"2026-07-07T03:50:29.989278Z","end":"2026-07-07T03:50:30.095571Z","steps":["trace[978594783] 'read index received' (duration: 106.05114ms)","trace[978594783] 'applied index is now lower than readState.Index' (duration: 240.206µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:50:30.095691Z","caller":"traceutil/trace.go:171","msg":"trace[1237013207] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"125.232047ms","start":"2026-07-07T03:50:29.970422Z","end":"2026-07-07T03:50:30.095654Z","steps":["trace[1237013207] 'process raft request' (duration: 124.992552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:50:30.095748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.459459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:50:30.095845Z","caller":"traceutil/trace.go:171","msg":"trace[45765708] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9472; }","duration":"106.595892ms","start":"2026-07-07T03:50:29.989231Z","end":"2026-07-07T03:50:30.095827Z","steps":["trace[45765708] 'agreement among raft nodes before linearized reading' (duration: 106.449599ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:50:55.037669Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T03:50:55.042563Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-07T03:50:55.042646Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-07T03:53:06.347287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8133} {"level":"info","ts":"2026-07-07T03:53:06.4185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8133,"took":"68.917184ms","hash":1114495267,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":29691904,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-07T03:53:06.418574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1114495267,"revision":8133,"compact-revision":6042} {"level":"info","ts":"2026-07-07T03:54:14.810708Z","caller":"traceutil/trace.go:171","msg":"trace[295305015] transaction","detail":"{read_only:false; response_revision:11327; number_of_response:1; }","duration":"102.008985ms","start":"2026-07-07T03:54:14.708665Z","end":"2026-07-07T03:54:14.810674Z","steps":["trace[295305015] 'process raft request' (duration: 73.661985ms)","trace[295305015] 'compare' (duration: 28.036605ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:58:06.353858Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10728} {"level":"info","ts":"2026-07-07T03:58:06.435933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10728,"took":"79.615227ms","hash":403916695,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":27148288,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-07T03:58:06.436006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":403916695,"revision":10728,"compact-revision":8133} {"level":"info","ts":"2026-07-07T04:00:07.527942Z","caller":"traceutil/trace.go:171","msg":"trace[437602046] transaction","detail":"{read_only:false; response_revision:13733; number_of_response:1; }","duration":"108.925076ms","start":"2026-07-07T04:00:07.418991Z","end":"2026-07-07T04:00:07.527916Z","steps":["trace[437602046] 'process raft request' (duration: 108.652541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:00:26.073701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.039798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T04:00:26.073695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.769062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hgkqc\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-07T04:00:26.07377Z","caller":"traceutil/trace.go:171","msg":"trace[363930961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13828; }","duration":"151.142771ms","start":"2026-07-07T04:00:25.922613Z","end":"2026-07-07T04:00:26.073756Z","steps":["trace[363930961] 'range keys from in-memory index tree' (duration: 150.965707ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:00:26.07379Z","caller":"traceutil/trace.go:171","msg":"trace[685519069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hgkqc; range_end:; response_count:1; response_revision:13828; }","duration":"161.921515ms","start":"2026-07-07T04:00:25.91185Z","end":"2026-07-07T04:00:26.073771Z","steps":["trace[685519069] 'range keys from in-memory index tree' (duration: 161.588129ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:00:41.935112Z","caller":"traceutil/trace.go:171","msg":"trace[1871749614] transaction","detail":"{read_only:false; response_revision:13924; number_of_response:1; }","duration":"100.482175ms","start":"2026-07-07T04:00:41.834603Z","end":"2026-07-07T04:00:41.935085Z","steps":["trace[1871749614] 'process raft request' (duration: 100.307682ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:00:42.231764Z","caller":"traceutil/trace.go:171","msg":"trace[1528924935] linearizableReadLoop","detail":"{readStateIndex:14405; appliedIndex:14404; }","duration":"206.636289ms","start":"2026-07-07T04:00:42.025093Z","end":"2026-07-07T04:00:42.23173Z","steps":["trace[1528924935] 'read index received' (duration: 206.438285ms)","trace[1528924935] 'applied index is now lower than readState.Index' (duration: 193.474µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:00:42.231935Z","caller":"traceutil/trace.go:171","msg":"trace[98532339] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"374.15288ms","start":"2026-07-07T04:00:41.85775Z","end":"2026-07-07T04:00:42.231903Z","steps":["trace[98532339] 'process raft request' (duration: 373.752293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:00:42.232012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.892643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T04:00:42.232024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.037448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T04:00:42.232059Z","caller":"traceutil/trace.go:171","msg":"trace[1648323086] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13925; }","duration":"207.010156ms","start":"2026-07-07T04:00:42.025034Z","end":"2026-07-07T04:00:42.232044Z","steps":["trace[1648323086] 'agreement among raft nodes before linearized reading' (duration: 206.869093ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:00:42.232097Z","caller":"traceutil/trace.go:171","msg":"trace[298449141] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13925; }","duration":"162.15535ms","start":"2026-07-07T04:00:42.069921Z","end":"2026-07-07T04:00:42.232077Z","steps":["trace[298449141] 'agreement among raft nodes before linearized reading' (duration: 162.030128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:00:42.232099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:00:41.85772Z","time spent":"374.291483ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:01:13.200782Z","caller":"traceutil/trace.go:171","msg":"trace[1811818722] transaction","detail":"{read_only:false; response_revision:14280; number_of_response:1; }","duration":"318.756855ms","start":"2026-07-07T04:01:12.882002Z","end":"2026-07-07T04:01:13.200759Z","steps":["trace[1811818722] 'process raft request' (duration: 304.049455ms)","trace[1811818722] 'compare' (duration: 14.122699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:01:13.200916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:01:12.881973Z","time spent":"318.876867ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:01:13.2011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.077569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T04:01:13.201202Z","caller":"traceutil/trace.go:171","msg":"trace[507038274] linearizableReadLoop","detail":"{readStateIndex:14774; appliedIndex:14773; }","duration":"277.61081ms","start":"2026-07-07T04:01:12.923014Z","end":"2026-07-07T04:01:13.200624Z","steps":["trace[507038274] 'read index received' (duration: 263.049413ms)","trace[507038274] 'applied index is now lower than readState.Index' (duration: 14.560497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:01:13.201353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.662841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-853c67a6-a9ca-4029-a5e9-cfd003f5fada\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-07-07T04:01:13.201387Z","caller":"traceutil/trace.go:171","msg":"trace[430125066] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-853c67a6-a9ca-4029-a5e9-cfd003f5fada; range_end:; response_count:1; response_revision:14280; }","duration":"172.725631ms","start":"2026-07-07T04:01:13.028642Z","end":"2026-07-07T04:01:13.201368Z","steps":["trace[430125066] 'agreement among raft nodes before linearized reading' (duration: 172.625559ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:01:13.202044Z","caller":"traceutil/trace.go:171","msg":"trace[223192081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14280; }","duration":"278.170861ms","start":"2026-07-07T04:01:12.922996Z","end":"2026-07-07T04:01:13.201167Z","steps":["trace[223192081] 'agreement among raft nodes before linearized reading' (duration: 278.011268ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:02:42.286275Z","caller":"traceutil/trace.go:171","msg":"trace[1041938931] transaction","detail":"{read_only:false; response_revision:15104; number_of_response:1; }","duration":"110.11173ms","start":"2026-07-07T04:02:42.168976Z","end":"2026-07-07T04:02:42.279087Z","steps":["trace[1041938931] 'process raft request' (duration: 109.904216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:02:42.287718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.293698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-07T04:02:42.287814Z","caller":"traceutil/trace.go:171","msg":"trace[98751590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15104; }","duration":"105.458302ms","start":"2026-07-07T04:02:42.182337Z","end":"2026-07-07T04:02:42.287795Z","steps":["trace[98751590] 'agreement among raft nodes before linearized reading' (duration: 96.769595ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:02:42.437898Z","caller":"traceutil/trace.go:171","msg":"trace[1818451549] linearizableReadLoop","detail":"{readStateIndex:15623; appliedIndex:15622; }","duration":"122.025337ms","start":"2026-07-07T04:02:42.315841Z","end":"2026-07-07T04:02:42.437867Z","steps":["trace[1818451549] 'read index received' (duration: 28.065655ms)","trace[1818451549] 'applied index is now lower than readState.Index' (duration: 93.958582ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:02:42.438464Z","caller":"traceutil/trace.go:171","msg":"trace[908721207] transaction","detail":"{read_only:false; response_revision:15105; number_of_response:1; }","duration":"142.132831ms","start":"2026-07-07T04:02:42.296302Z","end":"2026-07-07T04:02:42.438435Z","steps":["trace[908721207] 'process raft request' (duration: 47.643299ms)","trace[908721207] 'compare' (duration: 93.718968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:02:42.438594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.7214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-07T04:02:42.4387Z","caller":"traceutil/trace.go:171","msg":"trace[27752809] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15105; }","duration":"122.868313ms","start":"2026-07-07T04:02:42.315811Z","end":"2026-07-07T04:02:42.43868Z","steps":["trace[27752809] 'agreement among raft nodes before linearized reading' (duration: 122.580887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:02:42.439052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.754992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-07T04:02:42.439099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.904995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T04:02:42.439139Z","caller":"traceutil/trace.go:171","msg":"trace[2135146419] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15105; }","duration":"122.958526ms","start":"2026-07-07T04:02:42.316168Z","end":"2026-07-07T04:02:42.439127Z","steps":["trace[2135146419] 'agreement among raft nodes before linearized reading' (duration: 122.896985ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:02:42.439104Z","caller":"traceutil/trace.go:171","msg":"trace[1531594198] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15105; }","duration":"122.829123ms","start":"2026-07-07T04:02:42.316262Z","end":"2026-07-07T04:02:42.439091Z","steps":["trace[1531594198] 'agreement among raft nodes before linearized reading' (duration: 122.670339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:02:42.439282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.225191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T04:02:42.439315Z","caller":"traceutil/trace.go:171","msg":"trace[142934368] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15105; }","duration":"123.274871ms","start":"2026-07-07T04:02:42.316031Z","end":"2026-07-07T04:02:42.439306Z","steps":["trace[142934368] 'agreement among raft nodes before linearized reading' (duration: 123.113178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:02:42.440012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.638609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T04:02:42.440074Z","caller":"traceutil/trace.go:171","msg":"trace[499249995] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15105; }","duration":"124.175628ms","start":"2026-07-07T04:02:42.315882Z","end":"2026-07-07T04:02:42.440057Z","steps":["trace[499249995] 'agreement among raft nodes before linearized reading' (duration: 122.622608ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:03:06.362148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12827} {"level":"info","ts":"2026-07-07T04:03:06.443059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12827,"took":"76.962658ms","hash":1923911535,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":29888512,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-07T04:03:06.443159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1923911535,"revision":12827,"compact-revision":10728} {"level":"info","ts":"2026-07-07T04:08:06.369812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15232} {"level":"info","ts":"2026-07-07T04:08:06.490475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15232,"took":"116.527625ms","hash":2175816054,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":32063488,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T04:08:06.490558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2175816054,"revision":15232,"compact-revision":12827} {"level":"info","ts":"2026-07-07T04:08:29.205773Z","caller":"traceutil/trace.go:171","msg":"trace[2097299250] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"177.713314ms","start":"2026-07-07T04:08:29.028035Z","end":"2026-07-07T04:08:29.205748Z","steps":["trace[2097299250] 'process raft request' (duration: 177.56544ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:08:35.039514Z","caller":"traceutil/trace.go:171","msg":"trace[1468023232] linearizableReadLoop","detail":"{readStateIndex:18355; appliedIndex:18353; }","duration":"225.277761ms","start":"2026-07-07T04:08:34.814212Z","end":"2026-07-07T04:08:35.03949Z","steps":["trace[1468023232] 'read index received' (duration: 10.98295ms)","trace[1468023232] 'applied index is now lower than readState.Index' (duration: 214.293431ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:08:35.039855Z","caller":"traceutil/trace.go:171","msg":"trace[1112767850] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"233.238063ms","start":"2026-07-07T04:08:34.806575Z","end":"2026-07-07T04:08:35.039813Z","steps":["trace[1112767850] 'process raft request' (duration: 232.723584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:08:35.040073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.786091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:08:35.040194Z","caller":"traceutil/trace.go:171","msg":"trace[2103343727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17749; }","duration":"225.982064ms","start":"2026-07-07T04:08:34.814183Z","end":"2026-07-07T04:08:35.040165Z","steps":["trace[2103343727] 'agreement among raft nodes before linearized reading' (duration: 225.577046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:08:35.040328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.550655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:08:35.040427Z","caller":"traceutil/trace.go:171","msg":"trace[1398125096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17749; }","duration":"116.704127ms","start":"2026-07-07T04:08:34.923697Z","end":"2026-07-07T04:08:35.040401Z","steps":["trace[1398125096] 'agreement among raft nodes before linearized reading' (duration: 116.514064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:08:35.040125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.419856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:08:35.041148Z","caller":"traceutil/trace.go:171","msg":"trace[781259087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17749; }","duration":"223.481218ms","start":"2026-07-07T04:08:34.817644Z","end":"2026-07-07T04:08:35.041125Z","steps":["trace[781259087] 'agreement among raft nodes before linearized reading' (duration: 222.246304ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:08:35.378241Z","caller":"traceutil/trace.go:171","msg":"trace[814993631] transaction","detail":"{read_only:false; response_revision:17752; number_of_response:1; }","duration":"131.44899ms","start":"2026-07-07T04:08:35.24675Z","end":"2026-07-07T04:08:35.378199Z","steps":["trace[814993631] 'process raft request' (duration: 131.168725ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:45.305998Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T04:11:45.311771Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-07T04:11:45.311862Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-07T04:13:06.37745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17564} {"level":"info","ts":"2026-07-07T04:13:06.476993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17564,"took":"94.951941ms","hash":3842795427,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":34779136,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-07T04:13:06.477053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3842795427,"revision":17564,"compact-revision":15232} {"level":"info","ts":"2026-07-07T04:14:23.86923Z","caller":"traceutil/trace.go:171","msg":"trace[581783349] transaction","detail":"{read_only:false; response_revision:20450; number_of_response:1; }","duration":"105.621773ms","start":"2026-07-07T04:14:23.76358Z","end":"2026-07-07T04:14:23.869202Z","steps":["trace[581783349] 'process raft request' (duration: 105.45344ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:14:24.812384Z","caller":"traceutil/trace.go:171","msg":"trace[104576837] transaction","detail":"{read_only:false; response_revision:20453; number_of_response:1; }","duration":"111.243083ms","start":"2026-07-07T04:14:24.701098Z","end":"2026-07-07T04:14:24.812341Z","steps":["trace[104576837] 'process raft request' (duration: 111.063139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:14:25.346146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.306446ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T04:14:25.346404Z","caller":"traceutil/trace.go:171","msg":"trace[229679271] linearizableReadLoop","detail":"{readStateIndex:21150; appliedIndex:21149; }","duration":"399.610561ms","start":"2026-07-07T04:14:24.946771Z","end":"2026-07-07T04:14:25.346382Z","steps":["trace[229679271] 'read index received' (duration: 107.071751ms)","trace[229679271] 'applied index is now lower than readState.Index' (duration: 292.53709ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:14:25.346651Z","caller":"traceutil/trace.go:171","msg":"trace[2059390670] transaction","detail":"{read_only:false; response_revision:20455; number_of_response:1; }","duration":"198.71498ms","start":"2026-07-07T04:14:25.147868Z","end":"2026-07-07T04:14:25.346583Z","steps":["trace[2059390670] 'process raft request' (duration: 198.389764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:14:25.385835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.956832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-07T04:14:25.385882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.101666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T04:14:25.385966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.67562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:14:25.385961Z","caller":"traceutil/trace.go:171","msg":"trace[1115576310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20455; }","duration":"439.233458ms","start":"2026-07-07T04:14:24.946707Z","end":"2026-07-07T04:14:25.38594Z","steps":["trace[1115576310] 'agreement among raft nodes before linearized reading' (duration: 399.757705ms)","trace[1115576310] 'range keys from in-memory index tree' (duration: 39.153227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:14:25.386036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.942694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:14:25.38601Z","caller":"traceutil/trace.go:171","msg":"trace[93721951] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20455; }","duration":"393.75465ms","start":"2026-07-07T04:14:24.992242Z","end":"2026-07-07T04:14:25.385997Z","steps":["trace[93721951] 'agreement among raft nodes before linearized reading' (duration: 354.315988ms)","trace[93721951] 'count revisions from in-memory index tree' (duration: 39.374811ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:14:25.386065Z","caller":"traceutil/trace.go:171","msg":"trace[118476964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20455; }","duration":"437.008745ms","start":"2026-07-07T04:14:24.949046Z","end":"2026-07-07T04:14:25.386055Z","steps":["trace[118476964] 'agreement among raft nodes before linearized reading' (duration: 397.503682ms)","trace[118476964] 'range keys from in-memory index tree' (duration: 39.080036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:14:25.386075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:14:24.946682Z","time spent":"439.36178ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:14:25.386097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:14:24.949027Z","time spent":"437.062946ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:14:25.38591Z","caller":"traceutil/trace.go:171","msg":"trace[1093781858] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20455; }","duration":"224.086774ms","start":"2026-07-07T04:14:25.161806Z","end":"2026-07-07T04:14:25.385893Z","steps":["trace[1093781858] 'agreement among raft nodes before linearized reading' (duration: 184.746104ms)","trace[1093781858] 'count revisions from in-memory index tree' (duration: 39.206428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:14:25.386202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:14:24.992221Z","time spent":"393.962825ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:18:06.38502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20021} {"level":"info","ts":"2026-07-07T04:18:06.497396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20021,"took":"107.734985ms","hash":3883519508,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":32161792,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T04:18:06.497465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3883519508,"revision":20021,"compact-revision":17564} {"level":"info","ts":"2026-07-07T04:21:54.646405Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006536.wal"} {"level":"info","ts":"2026-07-07T04:22:04.0884Z","caller":"traceutil/trace.go:171","msg":"trace[31617735] linearizableReadLoop","detail":"{readStateIndex:25982; appliedIndex:25981; }","duration":"294.229009ms","start":"2026-07-07T04:22:03.794144Z","end":"2026-07-07T04:22:04.088373Z","steps":["trace[31617735] 'read index received' (duration: 293.989434ms)","trace[31617735] 'applied index is now lower than readState.Index' (duration: 237.944µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:04.08852Z","caller":"traceutil/trace.go:171","msg":"trace[721569289] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"332.215933ms","start":"2026-07-07T04:22:03.756265Z","end":"2026-07-07T04:22:04.088481Z","steps":["trace[721569289] 'process raft request' (duration: 331.937976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.088608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.441043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-07T04:22:04.088651Z","caller":"traceutil/trace.go:171","msg":"trace[917587624] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25158; }","duration":"294.560195ms","start":"2026-07-07T04:22:03.794075Z","end":"2026-07-07T04:22:04.088635Z","steps":["trace[917587624] 'agreement among raft nodes before linearized reading' (duration: 294.456423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.088666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:03.756245Z","time spent":"332.334635ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:04.08869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.683733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:22:04.088735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.109881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:04.088779Z","caller":"traceutil/trace.go:171","msg":"trace[371381499] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25158; }","duration":"148.865118ms","start":"2026-07-07T04:22:03.939893Z","end":"2026-07-07T04:22:04.088758Z","steps":["trace[371381499] 'agreement among raft nodes before linearized reading' (duration: 148.688354ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:04.088817Z","caller":"traceutil/trace.go:171","msg":"trace[147297002] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25158; }","duration":"119.229883ms","start":"2026-07-07T04:22:03.969567Z","end":"2026-07-07T04:22:04.088797Z","steps":["trace[147297002] 'agreement among raft nodes before linearized reading' (duration: 119.085301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.089047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.724178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:04.089097Z","caller":"traceutil/trace.go:171","msg":"trace[1013506689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25158; }","duration":"123.82941ms","start":"2026-07-07T04:22:03.965255Z","end":"2026-07-07T04:22:04.089084Z","steps":["trace[1013506689] 'agreement among raft nodes before linearized reading' (duration: 123.748308ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:04.320452Z","caller":"traceutil/trace.go:171","msg":"trace[735626072] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25985; }","duration":"212.156933ms","start":"2026-07-07T04:22:04.108247Z","end":"2026-07-07T04:22:04.320404Z","steps":["trace[735626072] 'read index received' (duration: 142.511886ms)","trace[735626072] 'applied index is now lower than readState.Index' (duration: 69.643667ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:04.320493Z","caller":"traceutil/trace.go:171","msg":"trace[261244163] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"212.919298ms","start":"2026-07-07T04:22:04.107529Z","end":"2026-07-07T04:22:04.320449Z","steps":["trace[261244163] 'process raft request' (duration: 143.183859ms)","trace[261244163] 'compare' (duration: 69.564766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:04.320672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.406498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18bfe72157f652b7\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-07T04:22:04.32074Z","caller":"traceutil/trace.go:171","msg":"trace[1844289665] range","detail":"{range_begin:/registry/events/openstack/container-infra.18bfe72157f652b7; range_end:; response_count:1; response_revision:25162; }","duration":"212.496329ms","start":"2026-07-07T04:22:04.108228Z","end":"2026-07-07T04:22:04.320724Z","steps":["trace[1844289665] 'agreement among raft nodes before linearized reading' (duration: 212.291135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.57539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.636764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:04.57565Z","caller":"traceutil/trace.go:171","msg":"trace[1271470207] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"156.218577ms","start":"2026-07-07T04:22:04.419409Z","end":"2026-07-07T04:22:04.575628Z","steps":["trace[1271470207] 'process raft request' (duration: 156.119035ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:04.575884Z","caller":"traceutil/trace.go:171","msg":"trace[1182178200] linearizableReadLoop","detail":"{readStateIndex:25988; appliedIndex:25986; }","duration":"162.972597ms","start":"2026-07-07T04:22:04.412879Z","end":"2026-07-07T04:22:04.575852Z","steps":["trace[1182178200] 'read index received' (duration: 5.096597ms)","trace[1182178200] 'applied index is now lower than readState.Index' (duration: 157.87392ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:04.57603Z","caller":"traceutil/trace.go:171","msg":"trace[79029733] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"224.755455ms","start":"2026-07-07T04:22:04.35126Z","end":"2026-07-07T04:22:04.576015Z","steps":["trace[79029733] 'process raft request' (duration: 97.374666ms)","trace[79029733] 'compare' (duration: 126.175505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:04.576192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.292574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:04.57624Z","caller":"traceutil/trace.go:171","msg":"trace[1412657732] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25164; }","duration":"163.415566ms","start":"2026-07-07T04:22:04.412807Z","end":"2026-07-07T04:22:04.576222Z","steps":["trace[1412657732] 'agreement among raft nodes before linearized reading' (duration: 163.313234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.838908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.155616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T04:22:04.839366Z","caller":"traceutil/trace.go:171","msg":"trace[114336364] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"166.682467ms","start":"2026-07-07T04:22:04.672658Z","end":"2026-07-07T04:22:04.839341Z","steps":["trace[114336364] 'process raft request' (duration: 166.626296ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:04.839357Z","caller":"traceutil/trace.go:171","msg":"trace[1325073587] linearizableReadLoop","detail":"{readStateIndex:25990; appliedIndex:25989; }","duration":"263.241177ms","start":"2026-07-07T04:22:04.576067Z","end":"2026-07-07T04:22:04.839308Z","steps":["trace[1325073587] 'read index received' (duration: 116.645672ms)","trace[1325073587] 'applied index is now lower than readState.Index' (duration: 146.591215ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:04.839518Z","caller":"traceutil/trace.go:171","msg":"trace[1067165794] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"214.136761ms","start":"2026-07-07T04:22:04.625345Z","end":"2026-07-07T04:22:04.839482Z","steps":["trace[1067165794] 'process raft request' (duration: 213.793934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.839603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.348648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:04.839647Z","caller":"traceutil/trace.go:171","msg":"trace[1585288873] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25166; }","duration":"265.46366ms","start":"2026-07-07T04:22:04.574166Z","end":"2026-07-07T04:22:04.83963Z","steps":["trace[1585288873] 'agreement among raft nodes before linearized reading' (duration: 265.303917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.83984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.782642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18bfe721f4188d1a\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-07T04:22:04.839878Z","caller":"traceutil/trace.go:171","msg":"trace[1440040827] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18bfe721f4188d1a; range_end:; response_count:1; response_revision:25166; }","duration":"259.872323ms","start":"2026-07-07T04:22:04.579989Z","end":"2026-07-07T04:22:04.839862Z","steps":["trace[1440040827] 'agreement among raft nodes before linearized reading' (duration: 259.69579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.839861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.17621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:22:04.839894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.391905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T04:22:04.839927Z","caller":"traceutil/trace.go:171","msg":"trace[1475906187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25166; }","duration":"152.562838ms","start":"2026-07-07T04:22:04.687351Z","end":"2026-07-07T04:22:04.839914Z","steps":["trace[1475906187] 'agreement among raft nodes before linearized reading' (duration: 152.377405ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:04.839929Z","caller":"traceutil/trace.go:171","msg":"trace[938295799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25166; }","duration":"270.265731ms","start":"2026-07-07T04:22:04.569648Z","end":"2026-07-07T04:22:04.839913Z","steps":["trace[938295799] 'agreement among raft nodes before linearized reading' (duration: 270.102698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:04.839925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.25685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T04:22:04.84004Z","caller":"traceutil/trace.go:171","msg":"trace[2047797359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25166; }","duration":"218.384762ms","start":"2026-07-07T04:22:04.621626Z","end":"2026-07-07T04:22:04.84001Z","steps":["trace[2047797359] 'agreement among raft nodes before linearized reading' (duration: 218.108167ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:05.009171Z","caller":"traceutil/trace.go:171","msg":"trace[964031486] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"166.021105ms","start":"2026-07-07T04:22:04.843116Z","end":"2026-07-07T04:22:05.009137Z","steps":["trace[964031486] 'process raft request' (duration: 145.002375ms)","trace[964031486] 'compare' (duration: 20.728304ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:05.010038Z","caller":"traceutil/trace.go:171","msg":"trace[728243021] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"163.71924ms","start":"2026-07-07T04:22:04.846301Z","end":"2026-07-07T04:22:05.010021Z","steps":["trace[728243021] 'process raft request' (duration: 163.489896ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:05.010341Z","caller":"traceutil/trace.go:171","msg":"trace[1710724548] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"162.715961ms","start":"2026-07-07T04:22:04.847585Z","end":"2026-07-07T04:22:05.0103Z","steps":["trace[1710724548] 'process raft request' (duration: 162.390344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:05.295106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.202461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:05.295286Z","caller":"traceutil/trace.go:171","msg":"trace[2117004063] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"171.543619ms","start":"2026-07-07T04:22:05.123724Z","end":"2026-07-07T04:22:05.295267Z","steps":["trace[2117004063] 'process raft request' (duration: 171.485628ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:05.29545Z","caller":"traceutil/trace.go:171","msg":"trace[537338578] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"205.033848ms","start":"2026-07-07T04:22:05.090357Z","end":"2026-07-07T04:22:05.295391Z","steps":["trace[537338578] 'process raft request' (duration: 63.413449ms)","trace[537338578] 'compare' (duration: 141.084309ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:05.603869Z","caller":"traceutil/trace.go:171","msg":"trace[887795497] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"102.979103ms","start":"2026-07-07T04:22:05.50086Z","end":"2026-07-07T04:22:05.603839Z","steps":["trace[887795497] 'process raft request' (duration: 102.797239ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:06.206105Z","caller":"traceutil/trace.go:171","msg":"trace[1365344097] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"108.925675ms","start":"2026-07-07T04:22:06.097126Z","end":"2026-07-07T04:22:06.206051Z","steps":["trace[1365344097] 'process raft request' (duration: 108.512067ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:06.372684Z","caller":"traceutil/trace.go:171","msg":"trace[955336716] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"159.993109ms","start":"2026-07-07T04:22:06.212667Z","end":"2026-07-07T04:22:06.37266Z","steps":["trace[955336716] 'process raft request' (duration: 159.901197ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:06.372676Z","caller":"traceutil/trace.go:171","msg":"trace[912617876] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"160.875717ms","start":"2026-07-07T04:22:06.211765Z","end":"2026-07-07T04:22:06.372641Z","steps":["trace[912617876] 'process raft request' (duration: 128.635412ms)","trace[912617876] 'compare' (duration: 31.9992ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:06.672913Z","caller":"traceutil/trace.go:171","msg":"trace[788408572] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"217.550477ms","start":"2026-07-07T04:22:06.455326Z","end":"2026-07-07T04:22:06.672876Z","steps":["trace[788408572] 'process raft request' (duration: 217.327573ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:06.682714Z","caller":"traceutil/trace.go:171","msg":"trace[607583797] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"100.260631ms","start":"2026-07-07T04:22:06.582427Z","end":"2026-07-07T04:22:06.682688Z","steps":["trace[607583797] 'process raft request' (duration: 100.107509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:06.872168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.66298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:06.872402Z","caller":"traceutil/trace.go:171","msg":"trace[1844881793] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25179; }","duration":"130.967175ms","start":"2026-07-07T04:22:06.741405Z","end":"2026-07-07T04:22:06.872372Z","steps":["trace[1844881793] 'range keys from in-memory index tree' (duration: 130.573688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:06.872291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.76141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:06.872616Z","caller":"traceutil/trace.go:171","msg":"trace[637239645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25179; }","duration":"133.129347ms","start":"2026-07-07T04:22:06.739452Z","end":"2026-07-07T04:22:06.872581Z","steps":["trace[637239645] 'count revisions from in-memory index tree' (duration: 132.611427ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:09.66131Z","caller":"traceutil/trace.go:171","msg":"trace[1034210215] linearizableReadLoop","detail":"{readStateIndex:26028; appliedIndex:26025; }","duration":"312.611089ms","start":"2026-07-07T04:22:09.348665Z","end":"2026-07-07T04:22:09.661276Z","steps":["trace[1034210215] 'read index received' (duration: 14.781352ms)","trace[1034210215] 'applied index is now lower than readState.Index' (duration: 297.828667ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:09.661485Z","caller":"traceutil/trace.go:171","msg":"trace[1414532168] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"328.580952ms","start":"2026-07-07T04:22:09.332891Z","end":"2026-07-07T04:22:09.661472Z","steps":["trace[1414532168] 'process raft request' (duration: 328.319597ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:09.661588Z","caller":"traceutil/trace.go:171","msg":"trace[822996090] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"352.742994ms","start":"2026-07-07T04:22:09.30881Z","end":"2026-07-07T04:22:09.661553Z","steps":["trace[822996090] 'process raft request' (duration: 282.295711ms)","trace[822996090] 'compare' (duration: 69.837741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:09.66163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:09.332864Z","time spent":"328.658024ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:09.66177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:09.30879Z","time spent":"352.874896ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:09.66198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.106625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-07T04:22:09.662025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.260008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:09.662065Z","caller":"traceutil/trace.go:171","msg":"trace[339561525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25202; }","duration":"156.33514ms","start":"2026-07-07T04:22:09.505715Z","end":"2026-07-07T04:22:09.66205Z","steps":["trace[339561525] 'agreement among raft nodes before linearized reading' (duration: 156.271159ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:09.662066Z","caller":"traceutil/trace.go:171","msg":"trace[1899890790] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:25202; }","duration":"188.269298ms","start":"2026-07-07T04:22:09.473779Z","end":"2026-07-07T04:22:09.662048Z","steps":["trace[1899890790] 'agreement among raft nodes before linearized reading' (duration: 187.990663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:09.662112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.416004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-07-07T04:22:09.66222Z","caller":"traceutil/trace.go:171","msg":"trace[1156430787] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25202; }","duration":"313.570737ms","start":"2026-07-07T04:22:09.348629Z","end":"2026-07-07T04:22:09.6622Z","steps":["trace[1156430787] 'agreement among raft nodes before linearized reading' (duration: 313.271651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:09.662267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:09.348612Z","time spent":"313.645888ms","remote":"127.0.0.1:52624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-07T04:22:09.935641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.23065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:09.935775Z","caller":"traceutil/trace.go:171","msg":"trace[33076215] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"207.032986ms","start":"2026-07-07T04:22:09.728718Z","end":"2026-07-07T04:22:09.935751Z","steps":["trace[33076215] 'process raft request' (duration: 63.571232ms)","trace[33076215] 'compare' (duration: 142.785102ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:10.033083Z","caller":"traceutil/trace.go:171","msg":"trace[638670787] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"245.795946ms","start":"2026-07-07T04:22:09.787229Z","end":"2026-07-07T04:22:10.033025Z","steps":["trace[638670787] 'process raft request' (duration: 245.53314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:10.033185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.524819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:10.033257Z","caller":"traceutil/trace.go:171","msg":"trace[1718692151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25205; }","duration":"109.672291ms","start":"2026-07-07T04:22:09.92357Z","end":"2026-07-07T04:22:10.033242Z","steps":["trace[1718692151] 'agreement among raft nodes before linearized reading' (duration: 109.528408ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:10.032992Z","caller":"traceutil/trace.go:171","msg":"trace[2471582] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26031; }","duration":"109.303753ms","start":"2026-07-07T04:22:09.923641Z","end":"2026-07-07T04:22:10.032945Z","steps":["trace[2471582] 'read index received' (duration: 109.020527ms)","trace[2471582] 'applied index is now lower than readState.Index' (duration: 281.716µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:10.033802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.119287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:10.03384Z","caller":"traceutil/trace.go:171","msg":"trace[20903435] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25205; }","duration":"102.183399ms","start":"2026-07-07T04:22:09.931642Z","end":"2026-07-07T04:22:10.033826Z","steps":["trace[20903435] 'agreement among raft nodes before linearized reading' (duration: 102.112217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:22.798214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.558433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-07T04:22:22.798285Z","caller":"traceutil/trace.go:171","msg":"trace[1309257384] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39; range_end:; response_count:1; response_revision:25356; }","duration":"199.701766ms","start":"2026-07-07T04:22:22.598568Z","end":"2026-07-07T04:22:22.79827Z","steps":["trace[1309257384] 'range keys from in-memory index tree' (duration: 199.305678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:22.798221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.857276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-07T04:22:22.798462Z","caller":"traceutil/trace.go:171","msg":"trace[1210902247] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39; range_end:; response_count:1; response_revision:25356; }","duration":"193.133121ms","start":"2026-07-07T04:22:22.605296Z","end":"2026-07-07T04:22:22.798429Z","steps":["trace[1210902247] 'range keys from in-memory index tree' (duration: 192.593211ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:23.158265Z","caller":"traceutil/trace.go:171","msg":"trace[1620981825] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"353.116371ms","start":"2026-07-07T04:22:22.805118Z","end":"2026-07-07T04:22:23.158235Z","steps":["trace[1620981825] 'process raft request' (duration: 352.823825ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:23.15825Z","caller":"traceutil/trace.go:171","msg":"trace[1218409594] linearizableReadLoop","detail":"{readStateIndex:26187; appliedIndex:26186; }","duration":"237.873624ms","start":"2026-07-07T04:22:22.920339Z","end":"2026-07-07T04:22:23.158213Z","steps":["trace[1218409594] 'read index received' (duration: 237.737682ms)","trace[1218409594] 'applied index is now lower than readState.Index' (duration: 134.522µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:23.158411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:22.805082Z","time spent":"353.247473ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:23.158497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.120768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:23.158621Z","caller":"traceutil/trace.go:171","msg":"trace[1460996076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25358; }","duration":"238.322122ms","start":"2026-07-07T04:22:22.920272Z","end":"2026-07-07T04:22:23.158594Z","steps":["trace[1460996076] 'agreement among raft nodes before linearized reading' (duration: 238.069558ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:23.216164Z","caller":"traceutil/trace.go:171","msg":"trace[1801430303] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"271.915394ms","start":"2026-07-07T04:22:22.944199Z","end":"2026-07-07T04:22:23.216114Z","steps":["trace[1801430303] 'process raft request' (duration: 271.830611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:23.216261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.818854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:22:23.216324Z","caller":"traceutil/trace.go:171","msg":"trace[1227355544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25360; }","duration":"108.923246ms","start":"2026-07-07T04:22:23.107385Z","end":"2026-07-07T04:22:23.216308Z","steps":["trace[1227355544] 'agreement among raft nodes before linearized reading' (duration: 108.738813ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:23.216385Z","caller":"traceutil/trace.go:171","msg":"trace[179468821] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"272.230429ms","start":"2026-07-07T04:22:22.944121Z","end":"2026-07-07T04:22:23.216352Z","steps":["trace[179468821] 'process raft request' (duration: 270.647709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:23.216605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.835438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:23.216639Z","caller":"traceutil/trace.go:171","msg":"trace[1836560889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25360; }","duration":"275.876048ms","start":"2026-07-07T04:22:22.940752Z","end":"2026-07-07T04:22:23.216628Z","steps":["trace[1836560889] 'agreement among raft nodes before linearized reading' (duration: 275.813227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:23.216914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.592559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T04:22:23.216938Z","caller":"traceutil/trace.go:171","msg":"trace[1039665599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25360; }","duration":"109.64958ms","start":"2026-07-07T04:22:23.107281Z","end":"2026-07-07T04:22:23.216931Z","steps":["trace[1039665599] 'agreement among raft nodes before linearized reading' (duration: 109.150041ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:23.419534Z","caller":"traceutil/trace.go:171","msg":"trace[1966961717] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"198.637967ms","start":"2026-07-07T04:22:23.220851Z","end":"2026-07-07T04:22:23.419489Z","steps":["trace[1966961717] 'process raft request' (duration: 153.966435ms)","trace[1966961717] 'compare' (duration: 44.469688ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:23.505863Z","caller":"traceutil/trace.go:171","msg":"trace[1923977682] linearizableReadLoop","detail":"{readStateIndex:26191; appliedIndex:26189; }","duration":"269.010047ms","start":"2026-07-07T04:22:23.236828Z","end":"2026-07-07T04:22:23.505838Z","steps":["trace[1923977682] 'read index received' (duration: 137.971069ms)","trace[1923977682] 'applied index is now lower than readState.Index' (duration: 131.037878ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:23.505948Z","caller":"traceutil/trace.go:171","msg":"trace[115929343] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"281.69982ms","start":"2026-07-07T04:22:23.2242Z","end":"2026-07-07T04:22:23.5059Z","steps":["trace[115929343] 'process raft request' (duration: 281.498666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:23.506103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.206901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:23.506219Z","caller":"traceutil/trace.go:171","msg":"trace[1050638618] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25362; }","duration":"269.435836ms","start":"2026-07-07T04:22:23.236758Z","end":"2026-07-07T04:22:23.506194Z","steps":["trace[1050638618] 'agreement among raft nodes before linearized reading' (duration: 269.16563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:23.696904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.589685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:23.697055Z","caller":"traceutil/trace.go:171","msg":"trace[782208804] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"256.436617ms","start":"2026-07-07T04:22:23.440592Z","end":"2026-07-07T04:22:23.697029Z","steps":["trace[782208804] 'process raft request' (duration: 110.575857ms)","trace[782208804] 'compare' (duration: 145.425302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:23.920017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.32881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:22:23.920115Z","caller":"traceutil/trace.go:171","msg":"trace[1532638105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25365; }","duration":"114.439352ms","start":"2026-07-07T04:22:23.805655Z","end":"2026-07-07T04:22:23.920094Z","steps":["trace[1532638105] 'range keys from in-memory index tree' (duration: 114.157807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:23.920612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.593213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-07T04:22:23.920715Z","caller":"traceutil/trace.go:171","msg":"trace[1058621409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39; range_end:; response_count:1; response_revision:25365; }","duration":"116.753846ms","start":"2026-07-07T04:22:23.803934Z","end":"2026-07-07T04:22:23.920687Z","steps":["trace[1058621409] 'range keys from in-memory index tree' (duration: 116.380519ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:24.04626Z","caller":"traceutil/trace.go:171","msg":"trace[1327008926] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"119.998548ms","start":"2026-07-07T04:22:23.92622Z","end":"2026-07-07T04:22:24.046219Z","steps":["trace[1327008926] 'process raft request' (duration: 119.745613ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:24.461706Z","caller":"traceutil/trace.go:171","msg":"trace[1374468946] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"381.110944ms","start":"2026-07-07T04:22:24.080548Z","end":"2026-07-07T04:22:24.461659Z","steps":["trace[1374468946] 'process raft request' (duration: 380.846789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:24.461896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.156786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-07T04:22:24.461932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:24.080519Z","time spent":"381.290937ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:24.461981Z","caller":"traceutil/trace.go:171","msg":"trace[2052175795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25367; }","duration":"379.278168ms","start":"2026-07-07T04:22:24.08269Z","end":"2026-07-07T04:22:24.461968Z","steps":["trace[2052175795] 'agreement among raft nodes before linearized reading' (duration: 379.049344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:24.46203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:24.082681Z","time spent":"379.339349ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T04:22:24.461665Z","caller":"traceutil/trace.go:171","msg":"trace[1572301633] linearizableReadLoop","detail":"{readStateIndex:26196; appliedIndex:26195; }","duration":"378.899702ms","start":"2026-07-07T04:22:24.082706Z","end":"2026-07-07T04:22:24.461606Z","steps":["trace[1572301633] 'read index received' (duration: 378.746969ms)","trace[1572301633] 'applied index is now lower than readState.Index' (duration: 151.293µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:24.481962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.046462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:22:24.482021Z","caller":"traceutil/trace.go:171","msg":"trace[353258657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25368; }","duration":"211.175964ms","start":"2026-07-07T04:22:24.27083Z","end":"2026-07-07T04:22:24.482006Z","steps":["trace[353258657] 'agreement among raft nodes before linearized reading' (duration: 211.067962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:24.481997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.073257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:22:24.482016Z","caller":"traceutil/trace.go:171","msg":"trace[1846557586] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"201.96417ms","start":"2026-07-07T04:22:24.279998Z","end":"2026-07-07T04:22:24.481962Z","steps":["trace[1846557586] 'process raft request' (duration: 200.144306ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:24.482189Z","caller":"traceutil/trace.go:171","msg":"trace[69530399] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25368; }","duration":"175.24974ms","start":"2026-07-07T04:22:24.306842Z","end":"2026-07-07T04:22:24.482092Z","steps":["trace[69530399] 'agreement among raft nodes before linearized reading' (duration: 174.905634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:24.872057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.376481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:24.872263Z","caller":"traceutil/trace.go:171","msg":"trace[1831495918] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"384.206303ms","start":"2026-07-07T04:22:24.488023Z","end":"2026-07-07T04:22:24.87223Z","steps":["trace[1831495918] 'process raft request' (duration: 131.540056ms)","trace[1831495918] 'compare' (duration: 252.254569ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:24.872291Z","caller":"traceutil/trace.go:171","msg":"trace[874073635] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26197; }","duration":"327.184497ms","start":"2026-07-07T04:22:24.545045Z","end":"2026-07-07T04:22:24.872229Z","steps":["trace[874073635] 'read index received' (duration: 74.53072ms)","trace[874073635] 'applied index is now lower than readState.Index' (duration: 252.652787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:24.872405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:24.487987Z","time spent":"384.340876ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:24.872558Z","caller":"traceutil/trace.go:171","msg":"trace[1168335012] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"383.728064ms","start":"2026-07-07T04:22:24.488789Z","end":"2026-07-07T04:22:24.872517Z","steps":["trace[1168335012] 'process raft request' (duration: 383.385618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:24.872641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:24.488777Z","time spent":"383.822246ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:24.872725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.665586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:24.872821Z","caller":"traceutil/trace.go:171","msg":"trace[1999932176] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25370; }","duration":"327.827029ms","start":"2026-07-07T04:22:24.544972Z","end":"2026-07-07T04:22:24.872799Z","steps":["trace[1999932176] 'agreement among raft nodes before linearized reading' (duration: 327.640075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:24.872872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:24.544948Z","time spent":"327.916261ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T04:22:24.885654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.978169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:24.88577Z","caller":"traceutil/trace.go:171","msg":"trace[211145806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25371; }","duration":"308.193495ms","start":"2026-07-07T04:22:24.577551Z","end":"2026-07-07T04:22:24.885745Z","steps":["trace[211145806] 'agreement among raft nodes before linearized reading' (duration: 307.94337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:24.885831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:24.577523Z","time spent":"308.295457ms","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:22:25.503472Z","caller":"traceutil/trace.go:171","msg":"trace[937898201] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"281.422884ms","start":"2026-07-07T04:22:25.221762Z","end":"2026-07-07T04:22:25.503185Z","steps":["trace[937898201] 'process raft request' (duration: 281.221271ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:25.623792Z","caller":"traceutil/trace.go:171","msg":"trace[1955926099] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26201; }","duration":"200.488602ms","start":"2026-07-07T04:22:25.423276Z","end":"2026-07-07T04:22:25.623765Z","steps":["trace[1955926099] 'read index received' (duration: 79.674149ms)","trace[1955926099] 'applied index is now lower than readState.Index' (duration: 120.812913ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:25.623881Z","caller":"traceutil/trace.go:171","msg":"trace[127452807] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"401.871049ms","start":"2026-07-07T04:22:25.221965Z","end":"2026-07-07T04:22:25.623836Z","steps":["trace[127452807] 'process raft request' (duration: 401.416811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:25.624071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.776247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-07T04:22:25.624072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:25.221944Z","time spent":"402.021841ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:25.624122Z","caller":"traceutil/trace.go:171","msg":"trace[1232022614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25373; }","duration":"200.890589ms","start":"2026-07-07T04:22:25.423219Z","end":"2026-07-07T04:22:25.62411Z","steps":["trace[1232022614] 'agreement among raft nodes before linearized reading' (duration: 200.700976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:25.624358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.901462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T04:22:25.62446Z","caller":"traceutil/trace.go:171","msg":"trace[1200097553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25373; }","duration":"113.072815ms","start":"2026-07-07T04:22:25.511363Z","end":"2026-07-07T04:22:25.624436Z","steps":["trace[1200097553] 'agreement among raft nodes before linearized reading' (duration: 112.582676ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:25.731527Z","caller":"traceutil/trace.go:171","msg":"trace[2029531924] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"102.165807ms","start":"2026-07-07T04:22:25.62934Z","end":"2026-07-07T04:22:25.731506Z","steps":["trace[2029531924] 'process raft request' (duration: 99.715271ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:26.257129Z","caller":"traceutil/trace.go:171","msg":"trace[1424219890] linearizableReadLoop","detail":"{readStateIndex:26209; appliedIndex:26208; }","duration":"130.772743ms","start":"2026-07-07T04:22:26.12633Z","end":"2026-07-07T04:22:26.257103Z","steps":["trace[1424219890] 'read index received' (duration: 130.541209ms)","trace[1424219890] 'applied index is now lower than readState.Index' (duration: 230.704µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:26.257325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.979147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:22:26.257369Z","caller":"traceutil/trace.go:171","msg":"trace[577801771] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25379; }","duration":"131.048748ms","start":"2026-07-07T04:22:26.12631Z","end":"2026-07-07T04:22:26.257359Z","steps":["trace[577801771] 'agreement among raft nodes before linearized reading' (duration: 130.901705ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:26.257427Z","caller":"traceutil/trace.go:171","msg":"trace[1910360929] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"201.561802ms","start":"2026-07-07T04:22:26.055801Z","end":"2026-07-07T04:22:26.257363Z","steps":["trace[1910360929] 'process raft request' (duration: 201.144014ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:26.574316Z","caller":"traceutil/trace.go:171","msg":"trace[1587088269] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"106.069732ms","start":"2026-07-07T04:22:26.468167Z","end":"2026-07-07T04:22:26.574236Z","steps":["trace[1587088269] 'process raft request' (duration: 95.247955ms)","trace[1587088269] 'compare' (duration: 10.199885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:26.574411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.880065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-07T04:22:26.574683Z","caller":"traceutil/trace.go:171","msg":"trace[180546618] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25379; }","duration":"225.207152ms","start":"2026-07-07T04:22:26.349451Z","end":"2026-07-07T04:22:26.574658Z","steps":["trace[180546618] 'range keys from in-memory index tree' (duration: 224.482809ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:26.647124Z","caller":"traceutil/trace.go:171","msg":"trace[1277507471] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"159.579642ms","start":"2026-07-07T04:22:26.487525Z","end":"2026-07-07T04:22:26.647105Z","steps":["trace[1277507471] 'process raft request' (duration: 159.433279ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:29.028457Z","caller":"traceutil/trace.go:171","msg":"trace[889018247] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"137.856368ms","start":"2026-07-07T04:22:28.890569Z","end":"2026-07-07T04:22:29.028425Z","steps":["trace[889018247] 'process raft request' (duration: 137.603753ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:29.181123Z","caller":"traceutil/trace.go:171","msg":"trace[628753565] linearizableReadLoop","detail":"{readStateIndex:26230; appliedIndex:26227; }","duration":"257.55096ms","start":"2026-07-07T04:22:28.923552Z","end":"2026-07-07T04:22:29.181103Z","steps":["trace[628753565] 'read index received' (duration: 104.571413ms)","trace[628753565] 'applied index is now lower than readState.Index' (duration: 152.978607ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:29.181332Z","caller":"traceutil/trace.go:171","msg":"trace[272257622] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"283.684367ms","start":"2026-07-07T04:22:28.897617Z","end":"2026-07-07T04:22:29.181302Z","steps":["trace[272257622] 'process raft request' (duration: 283.453133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:29.181456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.900026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:29.181481Z","caller":"traceutil/trace.go:171","msg":"trace[828526665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25400; }","duration":"257.993948ms","start":"2026-07-07T04:22:28.92348Z","end":"2026-07-07T04:22:29.181474Z","steps":["trace[828526665] 'agreement among raft nodes before linearized reading' (duration: 257.935297ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:29.181591Z","caller":"traceutil/trace.go:171","msg":"trace[138691005] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"289.674451ms","start":"2026-07-07T04:22:28.891905Z","end":"2026-07-07T04:22:29.18158Z","steps":["trace[138691005] 'process raft request' (duration: 289.026838ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:29.19478Z","caller":"traceutil/trace.go:171","msg":"trace[1694776228] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"104.531143ms","start":"2026-07-07T04:22:29.090227Z","end":"2026-07-07T04:22:29.194758Z","steps":["trace[1694776228] 'process raft request' (duration: 104.263778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:29.194812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.663232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-07T04:22:29.194851Z","caller":"traceutil/trace.go:171","msg":"trace[1428887222] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5e3c332-3181-4d27-a5b2-19d911545a39; range_end:; response_count:1; response_revision:25401; }","duration":"170.766834ms","start":"2026-07-07T04:22:29.024074Z","end":"2026-07-07T04:22:29.194841Z","steps":["trace[1428887222] 'agreement among raft nodes before linearized reading' (duration: 170.624172ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:31.167391Z","caller":"traceutil/trace.go:171","msg":"trace[1941500210] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"129.005819ms","start":"2026-07-07T04:22:31.03836Z","end":"2026-07-07T04:22:31.167366Z","steps":["trace[1941500210] 'process raft request' (duration: 128.868067ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:31.416696Z","caller":"traceutil/trace.go:171","msg":"trace[1268925003] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"229.634647ms","start":"2026-07-07T04:22:31.187031Z","end":"2026-07-07T04:22:31.416666Z","steps":["trace[1268925003] 'process raft request' (duration: 229.421063ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:31.41742Z","caller":"traceutil/trace.go:171","msg":"trace[503254775] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"148.407848ms","start":"2026-07-07T04:22:31.268978Z","end":"2026-07-07T04:22:31.417386Z","steps":["trace[503254775] 'process raft request' (duration: 148.310436ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:31.417471Z","caller":"traceutil/trace.go:171","msg":"trace[1567689458] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"228.542016ms","start":"2026-07-07T04:22:31.188913Z","end":"2026-07-07T04:22:31.417455Z","steps":["trace[1567689458] 'process raft request' (duration: 228.186799ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:33.612472Z","caller":"traceutil/trace.go:171","msg":"trace[312720423] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"175.788741ms","start":"2026-07-07T04:22:33.43664Z","end":"2026-07-07T04:22:33.612429Z","steps":["trace[312720423] 'process raft request' (duration: 155.577975ms)","trace[312720423] 'compare' (duration: 19.952731ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:33.671782Z","caller":"traceutil/trace.go:171","msg":"trace[1844644383] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"142.553177ms","start":"2026-07-07T04:22:33.529201Z","end":"2026-07-07T04:22:33.671754Z","steps":["trace[1844644383] 'process raft request' (duration: 142.368014ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:43.355392Z","caller":"traceutil/trace.go:171","msg":"trace[193891425] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"121.70164ms","start":"2026-07-07T04:22:43.233661Z","end":"2026-07-07T04:22:43.355362Z","steps":["trace[193891425] 'process raft request' (duration: 121.532427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:43.597244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.461581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-07-07T04:22:43.597375Z","caller":"traceutil/trace.go:171","msg":"trace[1515752758] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25533; }","duration":"232.653584ms","start":"2026-07-07T04:22:43.364688Z","end":"2026-07-07T04:22:43.597342Z","steps":["trace[1515752758] 'range keys from in-memory index tree' (duration: 232.242437ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:43.735866Z","caller":"traceutil/trace.go:171","msg":"trace[1786056827] linearizableReadLoop","detail":"{readStateIndex:26367; appliedIndex:26366; }","duration":"229.908792ms","start":"2026-07-07T04:22:43.505925Z","end":"2026-07-07T04:22:43.735834Z","steps":["trace[1786056827] 'read index received' (duration: 229.313431ms)","trace[1786056827] 'applied index is now lower than readState.Index' (duration: 589.611µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:43.735966Z","caller":"traceutil/trace.go:171","msg":"trace[1764604731] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"368.33638ms","start":"2026-07-07T04:22:43.36759Z","end":"2026-07-07T04:22:43.735926Z","steps":["trace[1764604731] 'process raft request' (duration: 367.765069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:43.736129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:43.367554Z","time spent":"368.484753ms","remote":"127.0.0.1:39034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:43.736161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.235789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:22:43.73623Z","caller":"traceutil/trace.go:171","msg":"trace[369355782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25534; }","duration":"230.353121ms","start":"2026-07-07T04:22:43.505861Z","end":"2026-07-07T04:22:43.736214Z","steps":["trace[369355782] 'agreement among raft nodes before linearized reading' (duration: 230.109206ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:43.77525Z","caller":"traceutil/trace.go:171","msg":"trace[1072737411] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"113.298279ms","start":"2026-07-07T04:22:43.661924Z","end":"2026-07-07T04:22:43.775223Z","steps":["trace[1072737411] 'process raft request' (duration: 113.063835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:43.775952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.733269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l5pg9\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-07-07T04:22:43.776072Z","caller":"traceutil/trace.go:171","msg":"trace[705840318] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l5pg9; range_end:; response_count:1; response_revision:25537; }","duration":"176.872681ms","start":"2026-07-07T04:22:43.599169Z","end":"2026-07-07T04:22:43.776042Z","steps":["trace[705840318] 'agreement among raft nodes before linearized reading' (duration: 176.535685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:43.93113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.6407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:43.931222Z","caller":"traceutil/trace.go:171","msg":"trace[1687603935] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"150.918426ms","start":"2026-07-07T04:22:43.780287Z","end":"2026-07-07T04:22:43.931205Z","steps":["trace[1687603935] 'process raft request' (duration: 20.124683ms)","trace[1687603935] 'compare' (duration: 130.350625ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:43.940859Z","caller":"traceutil/trace.go:171","msg":"trace[1609128168] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"149.711224ms","start":"2026-07-07T04:22:43.791131Z","end":"2026-07-07T04:22:43.940842Z","steps":["trace[1609128168] 'process raft request' (duration: 149.52973ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:43.941007Z","caller":"traceutil/trace.go:171","msg":"trace[338381441] linearizableReadLoop","detail":"{readStateIndex:26373; appliedIndex:26372; }","duration":"126.770637ms","start":"2026-07-07T04:22:43.814042Z","end":"2026-07-07T04:22:43.940813Z","steps":["trace[338381441] 'read index received' (duration: 126.362518ms)","trace[338381441] 'applied index is now lower than readState.Index' (duration: 406.739µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:43.94116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.116483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T04:22:43.94119Z","caller":"traceutil/trace.go:171","msg":"trace[509688349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25540; }","duration":"127.167675ms","start":"2026-07-07T04:22:43.814012Z","end":"2026-07-07T04:22:43.94118Z","steps":["trace[509688349] 'agreement among raft nodes before linearized reading' (duration: 127.063643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:44.257545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.8692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:44.257817Z","caller":"traceutil/trace.go:171","msg":"trace[731433380] linearizableReadLoop","detail":"{readStateIndex:26376; appliedIndex:26373; }","duration":"275.625014ms","start":"2026-07-07T04:22:43.982176Z","end":"2026-07-07T04:22:44.257801Z","steps":["trace[731433380] 'read index received' (duration: 53.421568ms)","trace[731433380] 'applied index is now lower than readState.Index' (duration: 222.202316ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:44.257915Z","caller":"traceutil/trace.go:171","msg":"trace[1635734091] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"372.46582ms","start":"2026-07-07T04:22:43.885442Z","end":"2026-07-07T04:22:44.257907Z","steps":["trace[1635734091] 'process raft request' (duration: 372.213955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:44.257971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:43.885416Z","time spent":"372.528111ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:44.25807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.861398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:44.258106Z","caller":"traceutil/trace.go:171","msg":"trace[1425318001] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"404.575232ms","start":"2026-07-07T04:22:43.853495Z","end":"2026-07-07T04:22:44.25807Z","steps":["trace[1425318001] 'process raft request' (duration: 182.08836ms)","trace[1425318001] 'compare' (duration: 221.630286ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:44.2581Z","caller":"traceutil/trace.go:171","msg":"trace[136733482] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"311.966647ms","start":"2026-07-07T04:22:43.946094Z","end":"2026-07-07T04:22:44.258061Z","steps":["trace[136733482] 'process raft request' (duration: 311.670181ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:44.258204Z","caller":"traceutil/trace.go:171","msg":"trace[1948372002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25543; }","duration":"276.077993ms","start":"2026-07-07T04:22:43.982098Z","end":"2026-07-07T04:22:44.258176Z","steps":["trace[1948372002] 'agreement among raft nodes before linearized reading' (duration: 275.848419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:44.25828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:43.853461Z","time spent":"404.730415ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:44.258331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:43.946084Z","time spent":"312.14331ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:44.541273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.642995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:44.541428Z","caller":"traceutil/trace.go:171","msg":"trace[753819425] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"192.816915ms","start":"2026-07-07T04:22:44.348584Z","end":"2026-07-07T04:22:44.5414Z","steps":["trace[753819425] 'process raft request' (duration: 44.903295ms)","trace[753819425] 'compare' (duration: 146.82677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:44.819534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.112573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:44.819813Z","caller":"traceutil/trace.go:171","msg":"trace[1688993543] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"442.700087ms","start":"2026-07-07T04:22:44.377027Z","end":"2026-07-07T04:22:44.819727Z","steps":["trace[1688993543] 'process raft request' (duration: 283.281189ms)","trace[1688993543] 'compare' (duration: 158.771646ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:44.820091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:44.377005Z","time spent":"442.908552ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:44.820145Z","caller":"traceutil/trace.go:171","msg":"trace[885130159] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"257.864885ms","start":"2026-07-07T04:22:44.562243Z","end":"2026-07-07T04:22:44.820108Z","steps":["trace[885130159] 'process raft request' (duration: 257.406996ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:44.819887Z","caller":"traceutil/trace.go:171","msg":"trace[143024995] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26377; }","duration":"374.071569ms","start":"2026-07-07T04:22:44.445753Z","end":"2026-07-07T04:22:44.819824Z","steps":["trace[143024995] 'read index received' (duration: 214.59517ms)","trace[143024995] 'applied index is now lower than readState.Index' (duration: 159.474849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:44.939284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.503628ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-07T04:22:44.939813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.055016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-07T04:22:44.939872Z","caller":"traceutil/trace.go:171","msg":"trace[1499023856] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25546; }","duration":"494.148898ms","start":"2026-07-07T04:22:44.445699Z","end":"2026-07-07T04:22:44.939848Z","steps":["trace[1499023856] 'agreement among raft nodes before linearized reading' (duration: 374.59805ms)","trace[1499023856] 'range keys from in-memory index tree' (duration: 119.345714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:44.939916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:44.445671Z","time spent":"494.236059ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-07T04:22:44.940038Z","caller":"traceutil/trace.go:171","msg":"trace[1229798776] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"268.408886ms","start":"2026-07-07T04:22:44.671589Z","end":"2026-07-07T04:22:44.939998Z","steps":["trace[1229798776] 'process raft request' (duration: 267.807985ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:44.987336Z","caller":"traceutil/trace.go:171","msg":"trace[1766071524] linearizableReadLoop","detail":"{readStateIndex:26382; appliedIndex:26379; }","duration":"166.83414ms","start":"2026-07-07T04:22:44.820465Z","end":"2026-07-07T04:22:44.9873Z","steps":["trace[1766071524] 'read index received' (duration: 108.336645ms)","trace[1766071524] 'applied index is now lower than readState.Index' (duration: 58.495735ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:44.987387Z","caller":"traceutil/trace.go:171","msg":"trace[910420156] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"270.18846ms","start":"2026-07-07T04:22:44.717168Z","end":"2026-07-07T04:22:44.987357Z","steps":["trace[910420156] 'process raft request' (duration: 222.810277ms)","trace[910420156] 'compare' (duration: 47.049857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:44.987549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.895534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:44.98765Z","caller":"traceutil/trace.go:171","msg":"trace[1292032564] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25548; }","duration":"473.132208ms","start":"2026-07-07T04:22:44.514495Z","end":"2026-07-07T04:22:44.987627Z","steps":["trace[1292032564] 'agreement among raft nodes before linearized reading' (duration: 472.944794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:44.987725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:44.514417Z","time spent":"473.296212ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:22:45.840309Z","caller":"traceutil/trace.go:171","msg":"trace[1735257016] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"100.917253ms","start":"2026-07-07T04:22:45.739361Z","end":"2026-07-07T04:22:45.840279Z","steps":["trace[1735257016] 'process raft request' (duration: 100.717119ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:50.463561Z","caller":"traceutil/trace.go:171","msg":"trace[1133431337] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"126.221636ms","start":"2026-07-07T04:22:50.337311Z","end":"2026-07-07T04:22:50.463532Z","steps":["trace[1133431337] 'process raft request' (duration: 105.094933ms)","trace[1133431337] 'compare' (duration: 20.476101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:50.754567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.811319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:22:50.754657Z","caller":"traceutil/trace.go:171","msg":"trace[1812727882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25589; }","duration":"135.981862ms","start":"2026-07-07T04:22:50.618655Z","end":"2026-07-07T04:22:50.754637Z","steps":["trace[1812727882] 'range keys from in-memory index tree' (duration: 135.546853ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:50.975369Z","caller":"traceutil/trace.go:171","msg":"trace[988995592] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"215.201812ms","start":"2026-07-07T04:22:50.760148Z","end":"2026-07-07T04:22:50.97535Z","steps":["trace[988995592] 'process raft request' (duration: 215.015208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:51.47634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432441241982727944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:22:51.977154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432441241982727944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:22:52.03143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056353195s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:22:52.310655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.848824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:52.311247Z","caller":"traceutil/trace.go:171","msg":"trace[1388283244] linearizableReadLoop","detail":"{readStateIndex:26433; appliedIndex:26425; }","duration":"1.335899953s","start":"2026-07-07T04:22:50.975328Z","end":"2026-07-07T04:22:52.311228Z","steps":["trace[1388283244] 'read index received' (duration: 1.056366035s)","trace[1388283244] 'applied index is now lower than readState.Index' (duration: 279.532748ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:52.311331Z","caller":"traceutil/trace.go:171","msg":"trace[2127611031] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"445.403349ms","start":"2026-07-07T04:22:51.865917Z","end":"2026-07-07T04:22:52.311321Z","steps":["trace[2127611031] 'process raft request' (duration: 445.186205ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:52.311325Z","caller":"traceutil/trace.go:171","msg":"trace[2062336931] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"451.935905ms","start":"2026-07-07T04:22:51.859357Z","end":"2026-07-07T04:22:52.311292Z","steps":["trace[2062336931] 'process raft request' (duration: 451.699839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:52.311388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.8659Z","time spent":"445.45918ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:52.31147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.859331Z","time spent":"452.060327ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:52.311552Z","caller":"traceutil/trace.go:171","msg":"trace[1487792884] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"1.347745868s","start":"2026-07-07T04:22:50.963248Z","end":"2026-07-07T04:22:52.310994Z","steps":["trace[1487792884] 'process raft request' (duration: 1.068427166s)","trace[1487792884] 'compare' (duration: 277.259304ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:52.311615Z","caller":"traceutil/trace.go:171","msg":"trace[934227779] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"345.028866ms","start":"2026-07-07T04:22:51.96658Z","end":"2026-07-07T04:22:52.311609Z","steps":["trace[934227779] 'process raft request' (duration: 344.613928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:52.311649Z","caller":"traceutil/trace.go:171","msg":"trace[261580223] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"1.323359284s","start":"2026-07-07T04:22:50.988281Z","end":"2026-07-07T04:22:52.31164Z","steps":["trace[261580223] 'process raft request' (duration: 1.322533468s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:52.311661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.966552Z","time spent":"345.085667ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:52.311754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:50.98827Z","time spent":"1.323406175s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:52.311997Z","caller":"traceutil/trace.go:171","msg":"trace[105642749] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"1.308920208s","start":"2026-07-07T04:22:51.003069Z","end":"2026-07-07T04:22:52.311989Z","steps":["trace[105642749] 'process raft request' (duration: 1.307882117s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:52.31205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.003062Z","time spent":"1.308959769s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:52.31215Z","caller":"traceutil/trace.go:171","msg":"trace[1205700547] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"566.12293ms","start":"2026-07-07T04:22:51.74602Z","end":"2026-07-07T04:22:52.312143Z","steps":["trace[1205700547] 'process raft request' (duration: 564.989398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:52.312192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.745994Z","time spent":"566.177201ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:52.312008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:50.96323Z","time spent":"1.348583665s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:52.311586Z","caller":"traceutil/trace.go:171","msg":"trace[1730799948] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"445.275047ms","start":"2026-07-07T04:22:51.866304Z","end":"2026-07-07T04:22:52.311579Z","steps":["trace[1730799948] 'process raft request' (duration: 444.847429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:52.312667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.866285Z","time spent":"446.355957ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:52.313515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427765972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T04:22:52.313579Z","caller":"traceutil/trace.go:171","msg":"trace[1236920181] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25598; }","duration":"1.427835894s","start":"2026-07-07T04:22:50.885728Z","end":"2026-07-07T04:22:52.313564Z","steps":["trace[1236920181] 'agreement among raft nodes before linearized reading' (duration: 1.427023999s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:52.313624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:50.885723Z","time spent":"1.427893425s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-07T04:22:52.318454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397004707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:52.318526Z","caller":"traceutil/trace.go:171","msg":"trace[932557501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25598; }","duration":"1.39711505s","start":"2026-07-07T04:22:50.921393Z","end":"2026-07-07T04:22:52.318508Z","steps":["trace[932557501] 'agreement among raft nodes before linearized reading' (duration: 1.390365892s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:52.318572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:50.921379Z","time spent":"1.397186281s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:22:53.365782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.226177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:53.365866Z","caller":"traceutil/trace.go:171","msg":"trace[1085522062] linearizableReadLoop","detail":"{readStateIndex:26434; appliedIndex:26433; }","duration":"1.05456759s","start":"2026-07-07T04:22:52.311281Z","end":"2026-07-07T04:22:53.365849Z","steps":["trace[1085522062] 'read index received' (duration: 249.267571ms)","trace[1085522062] 'applied index is now lower than readState.Index' (duration: 805.299049ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:53.365892Z","caller":"traceutil/trace.go:171","msg":"trace[1827612805] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"1.082723617s","start":"2026-07-07T04:22:52.283132Z","end":"2026-07-07T04:22:53.365855Z","steps":["trace[1827612805] 'process raft request' (duration: 277.354137ms)","trace[1827612805] 'compare' (duration: 804.31162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:53.366006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942070536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:22:53.366028Z","caller":"traceutil/trace.go:171","msg":"trace[632778139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25599; }","duration":"1.942115347s","start":"2026-07-07T04:22:51.423907Z","end":"2026-07-07T04:22:53.366023Z","steps":["trace[632778139] 'agreement among raft nodes before linearized reading' (duration: 1.941998475s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.366048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.42389Z","time spent":"1.942153657s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:22:53.366034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577295853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-07T04:22:53.366064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.283101Z","time spent":"1.082867329s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:53.366101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735800585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-07T04:22:53.3662Z","caller":"traceutil/trace.go:171","msg":"trace[139192314] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25599; }","duration":"1.735956608s","start":"2026-07-07T04:22:51.630221Z","end":"2026-07-07T04:22:53.366178Z","steps":["trace[139192314] 'agreement among raft nodes before linearized reading' (duration: 1.735712203s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.366251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.630194Z","time spent":"1.73604776s","remote":"127.0.0.1:49916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-07T04:22:53.36626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390922871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:53.366296Z","caller":"traceutil/trace.go:171","msg":"trace[334214555] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25599; }","duration":"1.391003692s","start":"2026-07-07T04:22:51.975281Z","end":"2026-07-07T04:22:53.366284Z","steps":["trace[334214555] 'agreement among raft nodes before linearized reading' (duration: 1.390946551s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:53.366105Z","caller":"traceutil/trace.go:171","msg":"trace[1350820352] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25599; }","duration":"1.577418056s","start":"2026-07-07T04:22:51.788667Z","end":"2026-07-07T04:22:53.366085Z","steps":["trace[1350820352] 'agreement among raft nodes before linearized reading' (duration: 1.577190362s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.366208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176210429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:22:53.366342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.975248Z","time spent":"1.391084084s","remote":"127.0.0.1:60590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:22:53.366366Z","caller":"traceutil/trace.go:171","msg":"trace[1520244445] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25599; }","duration":"1.176404692s","start":"2026-07-07T04:22:52.189947Z","end":"2026-07-07T04:22:53.366352Z","steps":["trace[1520244445] 'agreement among raft nodes before linearized reading' (duration: 1.176224009s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.36639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401206458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T04:22:53.366404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.189921Z","time spent":"1.176471274s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:22:53.366282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379824599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:53.366437Z","caller":"traceutil/trace.go:171","msg":"trace[854059551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25599; }","duration":"1.401282328s","start":"2026-07-07T04:22:51.965143Z","end":"2026-07-07T04:22:53.366426Z","steps":["trace[854059551] 'agreement among raft nodes before linearized reading' (duration: 1.401097095s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.366478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.965117Z","time spent":"1.40135455s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T04:22:53.366486Z","caller":"traceutil/trace.go:171","msg":"trace[449665247] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25599; }","duration":"2.380049743s","start":"2026-07-07T04:22:50.986413Z","end":"2026-07-07T04:22:53.366463Z","steps":["trace[449665247] 'agreement among raft nodes before linearized reading' (duration: 2.379813169s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.366382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.788639Z","time spent":"1.577710421s","remote":"127.0.0.1:49916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-07T04:22:53.366515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:50.986404Z","time spent":"2.380102834s","remote":"127.0.0.1:49976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:22:53.366217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024708661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:53.36659Z","caller":"traceutil/trace.go:171","msg":"trace[95402821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25599; }","duration":"2.025094409s","start":"2026-07-07T04:22:51.341462Z","end":"2026-07-07T04:22:53.366556Z","steps":["trace[95402821] 'agreement among raft nodes before linearized reading' (duration: 2.024732972s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.366587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497366129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T04:22:53.366677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.341438Z","time spent":"2.025203171s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:22:53.366745Z","caller":"traceutil/trace.go:171","msg":"trace[1752715767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25599; }","duration":"1.497578213s","start":"2026-07-07T04:22:51.869117Z","end":"2026-07-07T04:22:53.366695Z","steps":["trace[1752715767] 'agreement among raft nodes before linearized reading' (duration: 1.497150535s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.36682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.869088Z","time spent":"1.497717805s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:22:53.374206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902667755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:53.374251Z","caller":"traceutil/trace.go:171","msg":"trace[834043718] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25599; }","duration":"1.902777947s","start":"2026-07-07T04:22:51.471462Z","end":"2026-07-07T04:22:53.37424Z","steps":["trace[834043718] 'agreement among raft nodes before linearized reading' (duration: 1.894415657s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.374275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:51.471424Z","time spent":"1.902844308s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:22:53.699855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.897762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:53.70007Z","caller":"traceutil/trace.go:171","msg":"trace[246612298] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"1.37987318s","start":"2026-07-07T04:22:52.320176Z","end":"2026-07-07T04:22:53.700049Z","steps":["trace[246612298] 'process raft request' (duration: 1.192683003s)","trace[246612298] 'compare' (duration: 186.754359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:53.700154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.320163Z","time spent":"1.379953602s","remote":"127.0.0.1:52598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:53.700647Z","caller":"traceutil/trace.go:171","msg":"trace[413685295] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"1.358177287s","start":"2026-07-07T04:22:52.342438Z","end":"2026-07-07T04:22:53.700616Z","steps":["trace[413685295] 'process raft request' (duration: 1.358032883s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:53.700673Z","caller":"traceutil/trace.go:171","msg":"trace[1528588791] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"1.357937413s","start":"2026-07-07T04:22:52.342702Z","end":"2026-07-07T04:22:53.70064Z","steps":["trace[1528588791] 'process raft request' (duration: 1.357839401s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:53.700702Z","caller":"traceutil/trace.go:171","msg":"trace[1897960272] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"1.379685968s","start":"2026-07-07T04:22:52.320984Z","end":"2026-07-07T04:22:53.70067Z","steps":["trace[1897960272] 'process raft request' (duration: 1.378992084s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.702626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.342424Z","time spent":"1.358286809s","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:53.703105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38354905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:22:53.702638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.320956Z","time spent":"1.381472571s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:53.703199Z","caller":"traceutil/trace.go:171","msg":"trace[1606104755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25606; }","duration":"1.383661312s","start":"2026-07-07T04:22:52.319501Z","end":"2026-07-07T04:22:53.703163Z","steps":["trace[1606104755] 'agreement among raft nodes before linearized reading' (duration: 1.383195463s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.703262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.319487Z","time spent":"1.383765074s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T04:22:53.702724Z","caller":"traceutil/trace.go:171","msg":"trace[726845133] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"328.42432ms","start":"2026-07-07T04:22:53.374255Z","end":"2026-07-07T04:22:53.70268Z","steps":["trace[726845133] 'process raft request' (duration: 326.334411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.70387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.374233Z","time spent":"329.556202ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:53.703971Z","caller":"traceutil/trace.go:171","msg":"trace[1650727010] linearizableReadLoop","detail":"{readStateIndex:26440; appliedIndex:26434; }","duration":"334.747871ms","start":"2026-07-07T04:22:53.365882Z","end":"2026-07-07T04:22:53.70063Z","steps":["trace[1650727010] 'read index received' (duration: 146.8885ms)","trace[1650727010] 'applied index is now lower than readState.Index' (duration: 187.858311ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:53.702825Z","caller":"traceutil/trace.go:171","msg":"trace[1846321734] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"1.380185807s","start":"2026-07-07T04:22:52.321278Z","end":"2026-07-07T04:22:53.701463Z","steps":["trace[1846321734] 'process raft request' (duration: 1.379007864s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:53.704243Z","caller":"traceutil/trace.go:171","msg":"trace[406899330] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"1.374687482s","start":"2026-07-07T04:22:52.325939Z","end":"2026-07-07T04:22:53.700626Z","steps":["trace[406899330] 'process raft request' (duration: 1.374465687s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.702848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.352692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:22:53.704313Z","caller":"traceutil/trace.go:171","msg":"trace[1438998732] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25606; }","duration":"656.84945ms","start":"2026-07-07T04:22:53.047432Z","end":"2026-07-07T04:22:53.704282Z","steps":["trace[1438998732] 'agreement among raft nodes before linearized reading' (duration: 655.211079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.704367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.04742Z","time spent":"656.928892ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:22:53.704375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.325926Z","time spent":"1.378356271s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:53.704242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.321267Z","time spent":"1.382925969s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:53.704675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388004986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5e3c332-3181-4d27-a5b2-19d911545a39\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-07T04:22:53.704779Z","caller":"traceutil/trace.go:171","msg":"trace[320003611] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5e3c332-3181-4d27-a5b2-19d911545a39; range_end:; response_count:1; response_revision:25606; }","duration":"1.388103018s","start":"2026-07-07T04:22:52.316626Z","end":"2026-07-07T04:22:53.704729Z","steps":["trace[320003611] 'agreement among raft nodes before linearized reading' (duration: 1.384024881s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.704831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.316611Z","time spent":"1.38820956s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e5e3c332-3181-4d27-a5b2-19d911545a39\" "} {"level":"warn","ts":"2026-07-07T04:22:53.705455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.438855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:22:53.705484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.567216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:22:53.705551Z","caller":"traceutil/trace.go:171","msg":"trace[1185765339] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25606; }","duration":"908.535196ms","start":"2026-07-07T04:22:52.796962Z","end":"2026-07-07T04:22:53.705497Z","steps":["trace[1185765339] 'agreement among raft nodes before linearized reading' (duration: 903.707775ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:53.705577Z","caller":"traceutil/trace.go:171","msg":"trace[678860738] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25606; }","duration":"526.676169ms","start":"2026-07-07T04:22:53.178859Z","end":"2026-07-07T04:22:53.705535Z","steps":["trace[678860738] 'agreement among raft nodes before linearized reading' (duration: 521.805827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.705602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.79694Z","time spent":"908.648059ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:22:53.705631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236889355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-07T04:22:53.705645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.178838Z","time spent":"526.78972ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-07T04:22:53.705698Z","caller":"traceutil/trace.go:171","msg":"trace[1095068258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25606; }","duration":"1.236997076s","start":"2026-07-07T04:22:52.468679Z","end":"2026-07-07T04:22:53.705676Z","steps":["trace[1095068258] 'agreement among raft nodes before linearized reading' (duration: 1.232008412s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.705755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.468656Z","time spent":"1.237088219s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:22:53.706313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380478872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10671"} {"level":"info","ts":"2026-07-07T04:22:53.706397Z","caller":"traceutil/trace.go:171","msg":"trace[1459675375] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25606; }","duration":"1.380637465s","start":"2026-07-07T04:22:52.325734Z","end":"2026-07-07T04:22:53.706371Z","steps":["trace[1459675375] 'agreement among raft nodes before linearized reading' (duration: 1.374972878s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.706431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.325722Z","time spent":"1.380700526s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10694,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-07T04:22:53.706648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.342692Z","time spent":"1.358064695s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:53.707038Z","caller":"traceutil/trace.go:171","msg":"trace[878633880] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"332.759312ms","start":"2026-07-07T04:22:53.374245Z","end":"2026-07-07T04:22:53.707005Z","steps":["trace[878633880] 'process raft request' (duration: 326.446263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.707201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.374209Z","time spent":"332.902395ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:53.708043Z","caller":"traceutil/trace.go:171","msg":"trace[1924824967] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"332.758042ms","start":"2026-07-07T04:22:53.375263Z","end":"2026-07-07T04:22:53.708021Z","steps":["trace[1924824967] 'process raft request' (duration: 331.422147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.708172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.375248Z","time spent":"332.849945ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:22:53.708167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.078607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-07T04:22:53.708254Z","caller":"traceutil/trace.go:171","msg":"trace[1496027972] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25608; }","duration":"334.187719ms","start":"2026-07-07T04:22:53.374031Z","end":"2026-07-07T04:22:53.708219Z","steps":["trace[1496027972] 'agreement among raft nodes before linearized reading' (duration: 333.891083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.708291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.374016Z","time spent":"334.264971ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-07-07T04:22:53.708344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.582902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:53.708397Z","caller":"traceutil/trace.go:171","msg":"trace[1479989452] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25608; }","duration":"275.671254ms","start":"2026-07-07T04:22:53.432711Z","end":"2026-07-07T04:22:53.708382Z","steps":["trace[1479989452] 'agreement among raft nodes before linearized reading' (duration: 275.590782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.70516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.310097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:22:53.713433Z","caller":"traceutil/trace.go:171","msg":"trace[1429583676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25606; }","duration":"731.618375ms","start":"2026-07-07T04:22:52.981782Z","end":"2026-07-07T04:22:53.713401Z","steps":["trace[1429583676] 'agreement among raft nodes before linearized reading' (duration: 721.029643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:53.71348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:52.981753Z","time spent":"731.710516ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T04:22:54.153548Z","caller":"traceutil/trace.go:171","msg":"trace[811642863] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"435.744534ms","start":"2026-07-07T04:22:53.717764Z","end":"2026-07-07T04:22:54.153508Z","steps":["trace[811642863] 'process raft request' (duration: 435.469419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.153776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.717745Z","time spent":"435.909548ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:54.187884Z","caller":"traceutil/trace.go:171","msg":"trace[2065297535] linearizableReadLoop","detail":"{readStateIndex:26445; appliedIndex:26443; }","duration":"469.351626ms","start":"2026-07-07T04:22:53.718496Z","end":"2026-07-07T04:22:54.187848Z","steps":["trace[2065297535] 'read index received' (duration: 434.747617ms)","trace[2065297535] 'applied index is now lower than readState.Index' (duration: 34.602689ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:54.187975Z","caller":"traceutil/trace.go:171","msg":"trace[1306853194] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"470.097889ms","start":"2026-07-07T04:22:53.717822Z","end":"2026-07-07T04:22:54.18792Z","steps":["trace[1306853194] 'process raft request' (duration: 469.862905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.188144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.079842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-07-07T04:22:54.188129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.592691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:54.188175Z","caller":"traceutil/trace.go:171","msg":"trace[1120535089] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25610; }","duration":"469.149013ms","start":"2026-07-07T04:22:53.719017Z","end":"2026-07-07T04:22:54.188166Z","steps":["trace[1120535089] 'agreement among raft nodes before linearized reading' (duration: 468.979459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.18819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.717796Z","time spent":"470.286394ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:54.188204Z","caller":"traceutil/trace.go:171","msg":"trace[1437299140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25610; }","duration":"469.717673ms","start":"2026-07-07T04:22:53.718465Z","end":"2026-07-07T04:22:54.188183Z","steps":["trace[1437299140] 'agreement among raft nodes before linearized reading' (duration: 469.530139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.188206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.71901Z","time spent":"469.189813ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-07T04:22:54.188242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.718441Z","time spent":"469.793115ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:22:54.188241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.975718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T04:22:54.188324Z","caller":"traceutil/trace.go:171","msg":"trace[922146656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25610; }","duration":"374.07534ms","start":"2026-07-07T04:22:53.814228Z","end":"2026-07-07T04:22:54.188303Z","steps":["trace[922146656] 'agreement among raft nodes before linearized reading' (duration: 373.824446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.188362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:53.814177Z","time spent":"374.177992ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-07T04:22:54.497235Z","caller":"traceutil/trace.go:171","msg":"trace[910382587] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26445; }","duration":"299.650762ms","start":"2026-07-07T04:22:54.197548Z","end":"2026-07-07T04:22:54.497199Z","steps":["trace[910382587] 'read index received' (duration: 213.186243ms)","trace[910382587] 'applied index is now lower than readState.Index' (duration: 86.463229ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:22:54.497309Z","caller":"traceutil/trace.go:171","msg":"trace[1341436390] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"301.166851ms","start":"2026-07-07T04:22:54.196089Z","end":"2026-07-07T04:22:54.497256Z","steps":["trace[1341436390] 'process raft request' (duration: 214.547879ms)","trace[1341436390] 'compare' (duration: 86.320916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:22:54.497457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.900296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e7a512d-d711-439c-a1ee-bb907593c626\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-07T04:22:54.497504Z","caller":"traceutil/trace.go:171","msg":"trace[321603166] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e7a512d-d711-439c-a1ee-bb907593c626; range_end:; response_count:1; response_revision:25611; }","duration":"300.167751ms","start":"2026-07-07T04:22:54.197322Z","end":"2026-07-07T04:22:54.49749Z","steps":["trace[321603166] 'agreement among raft nodes before linearized reading' (duration: 299.978277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.497527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:54.197203Z","time spent":"300.318664ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-9e7a512d-d711-439c-a1ee-bb907593c626\" "} {"level":"warn","ts":"2026-07-07T04:22:54.497545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:54.196076Z","time spent":"301.323773ms","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:22:54.590238Z","caller":"traceutil/trace.go:171","msg":"trace[731818223] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"272.256119ms","start":"2026-07-07T04:22:54.317939Z","end":"2026-07-07T04:22:54.590195Z","steps":["trace[731818223] 'process raft request' (duration: 271.950013ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:54.590249Z","caller":"traceutil/trace.go:171","msg":"trace[577977694] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"271.159918ms","start":"2026-07-07T04:22:54.319053Z","end":"2026-07-07T04:22:54.590213Z","steps":["trace[577977694] 'process raft request' (duration: 271.038926ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:54.590512Z","caller":"traceutil/trace.go:171","msg":"trace[1344799191] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"271.311182ms","start":"2026-07-07T04:22:54.319176Z","end":"2026-07-07T04:22:54.590487Z","steps":["trace[1344799191] 'process raft request' (duration: 270.989885ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:54.59082Z","caller":"traceutil/trace.go:171","msg":"trace[346563979] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"271.038366ms","start":"2026-07-07T04:22:54.319771Z","end":"2026-07-07T04:22:54.59081Z","steps":["trace[346563979] 'process raft request' (duration: 270.616198ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:54.590899Z","caller":"traceutil/trace.go:171","msg":"trace[134042908] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"270.985064ms","start":"2026-07-07T04:22:54.319875Z","end":"2026-07-07T04:22:54.59086Z","steps":["trace[134042908] 'process raft request' (duration: 270.861732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.591046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.401678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:22:54.590961Z","caller":"traceutil/trace.go:171","msg":"trace[1119530485] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"270.74432ms","start":"2026-07-07T04:22:54.320208Z","end":"2026-07-07T04:22:54.590953Z","steps":["trace[1119530485] 'process raft request' (duration: 270.614768ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:54.591092Z","caller":"traceutil/trace.go:171","msg":"trace[1578995233] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25617; }","duration":"340.537931ms","start":"2026-07-07T04:22:54.250544Z","end":"2026-07-07T04:22:54.591082Z","steps":["trace[1578995233] 'agreement among raft nodes before linearized reading' (duration: 340.432589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.591114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:54.250511Z","time spent":"340.596601ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:22:54.591388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.92355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9650"} {"level":"info","ts":"2026-07-07T04:22:54.591459Z","caller":"traceutil/trace.go:171","msg":"trace[607612453] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25617; }","duration":"392.031342ms","start":"2026-07-07T04:22:54.199408Z","end":"2026-07-07T04:22:54.591439Z","steps":["trace[607612453] 'agreement among raft nodes before linearized reading' (duration: 391.759266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:54.591499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:22:54.199399Z","time spent":"392.090853ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9673,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-07T04:22:56.702488Z","caller":"traceutil/trace.go:171","msg":"trace[1817180865] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"106.629102ms","start":"2026-07-07T04:22:56.595829Z","end":"2026-07-07T04:22:56.702458Z","steps":["trace[1817180865] 'process raft request' (duration: 106.420388ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:56.846576Z","caller":"traceutil/trace.go:171","msg":"trace[372345055] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"250.21949ms","start":"2026-07-07T04:22:56.59633Z","end":"2026-07-07T04:22:56.846549Z","steps":["trace[372345055] 'process raft request' (duration: 249.952684ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:56.846928Z","caller":"traceutil/trace.go:171","msg":"trace[510287645] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"249.770631ms","start":"2026-07-07T04:22:56.597114Z","end":"2026-07-07T04:22:56.846885Z","steps":["trace[510287645] 'process raft request' (duration: 249.380964ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:56.847171Z","caller":"traceutil/trace.go:171","msg":"trace[779790042] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"249.621027ms","start":"2026-07-07T04:22:56.597531Z","end":"2026-07-07T04:22:56.847152Z","steps":["trace[779790042] 'process raft request' (duration: 249.372633ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:56.847191Z","caller":"traceutil/trace.go:171","msg":"trace[1651530247] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"249.951024ms","start":"2026-07-07T04:22:56.597225Z","end":"2026-07-07T04:22:56.847177Z","steps":["trace[1651530247] 'process raft request' (duration: 249.564497ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:22:56.847244Z","caller":"traceutil/trace.go:171","msg":"trace[1229940414] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"249.055207ms","start":"2026-07-07T04:22:56.598175Z","end":"2026-07-07T04:22:56.84723Z","steps":["trace[1229940414] 'process raft request' (duration: 248.768542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:22:57.568295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.089175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:22:57.568437Z","caller":"traceutil/trace.go:171","msg":"trace[48117287] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"187.872401ms","start":"2026-07-07T04:22:57.380538Z","end":"2026-07-07T04:22:57.568411Z","steps":["trace[48117287] 'process raft request' (duration: 63.556092ms)","trace[48117287] 'compare' (duration: 123.920662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:23:00.535673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.245004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:23:00.535791Z","caller":"traceutil/trace.go:171","msg":"trace[2095809916] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"277.085191ms","start":"2026-07-07T04:23:00.258685Z","end":"2026-07-07T04:23:00.53577Z","steps":["trace[2095809916] 'process raft request' (duration: 95.629922ms)","trace[2095809916] 'compare' (duration: 180.895178ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:00.83442Z","caller":"traceutil/trace.go:171","msg":"trace[1810184258] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"117.52556ms","start":"2026-07-07T04:23:00.716859Z","end":"2026-07-07T04:23:00.834384Z","steps":["trace[1810184258] 'process raft request' (duration: 117.199294ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:06.391778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22326} {"level":"info","ts":"2026-07-07T04:23:06.505542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22326,"took":"108.331204ms","hash":1947948457,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":45383680,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-07T04:23:06.505597Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1947948457,"revision":22326,"compact-revision":20021} {"level":"info","ts":"2026-07-07T04:23:07.814627Z","caller":"traceutil/trace.go:171","msg":"trace[1678506792] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"142.15321ms","start":"2026-07-07T04:23:07.671857Z","end":"2026-07-07T04:23:07.81401Z","steps":["trace[1678506792] 'process raft request' (duration: 140.747693ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:08.012852Z","caller":"traceutil/trace.go:171","msg":"trace[1251822084] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"180.244286ms","start":"2026-07-07T04:23:07.832582Z","end":"2026-07-07T04:23:08.012827Z","steps":["trace[1251822084] 'process raft request' (duration: 180.015311ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:08.013035Z","caller":"traceutil/trace.go:171","msg":"trace[853683346] linearizableReadLoop","detail":"{readStateIndex:26558; appliedIndex:26555; }","duration":"171.967798ms","start":"2026-07-07T04:23:07.841042Z","end":"2026-07-07T04:23:08.01301Z","steps":["trace[853683346] 'read index received' (duration: 62.619864ms)","trace[853683346] 'applied index is now lower than readState.Index' (duration: 109.347004ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:08.013261Z","caller":"traceutil/trace.go:171","msg":"trace[1534912675] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"179.002932ms","start":"2026-07-07T04:23:07.834227Z","end":"2026-07-07T04:23:08.01323Z","steps":["trace[1534912675] 'process raft request' (duration: 178.549113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:23:08.013334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.269053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T04:23:08.013373Z","caller":"traceutil/trace.go:171","msg":"trace[1659619205] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25719; }","duration":"172.345505ms","start":"2026-07-07T04:23:07.841015Z","end":"2026-07-07T04:23:08.01336Z","steps":["trace[1659619205] 'agreement among raft nodes before linearized reading' (duration: 172.04758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:23:08.358231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.391548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:23:08.358297Z","caller":"traceutil/trace.go:171","msg":"trace[2745035] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25719; }","duration":"223.5327ms","start":"2026-07-07T04:23:08.134747Z","end":"2026-07-07T04:23:08.35828Z","steps":["trace[2745035] 'count revisions from in-memory index tree' (duration: 223.245726ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:09.961229Z","caller":"traceutil/trace.go:171","msg":"trace[1800943957] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"126.620093ms","start":"2026-07-07T04:23:09.834585Z","end":"2026-07-07T04:23:09.961205Z","steps":["trace[1800943957] 'process raft request' (duration: 126.333088ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:12.563614Z","caller":"traceutil/trace.go:171","msg":"trace[638624039] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"141.475976ms","start":"2026-07-07T04:23:12.422103Z","end":"2026-07-07T04:23:12.563579Z","steps":["trace[638624039] 'process raft request' (duration: 140.964167ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:14.13358Z","caller":"traceutil/trace.go:171","msg":"trace[1640481885] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26599; }","duration":"138.768155ms","start":"2026-07-07T04:23:13.994781Z","end":"2026-07-07T04:23:14.133549Z","steps":["trace[1640481885] 'read index received' (duration: 44.58126ms)","trace[1640481885] 'applied index is now lower than readState.Index' (duration: 94.185445ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:14.133735Z","caller":"traceutil/trace.go:171","msg":"trace[1022319739] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"159.535941ms","start":"2026-07-07T04:23:13.974185Z","end":"2026-07-07T04:23:14.133721Z","steps":["trace[1022319739] 'process raft request' (duration: 65.272754ms)","trace[1022319739] 'compare' (duration: 93.94658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:23:14.134185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.381567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:23:14.134307Z","caller":"traceutil/trace.go:171","msg":"trace[764170809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25760; }","duration":"139.544221ms","start":"2026-07-07T04:23:13.994738Z","end":"2026-07-07T04:23:14.134282Z","steps":["trace[764170809] 'agreement among raft nodes before linearized reading' (duration: 139.224255ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:14.360385Z","caller":"traceutil/trace.go:171","msg":"trace[809110052] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"221.249437ms","start":"2026-07-07T04:23:14.139106Z","end":"2026-07-07T04:23:14.360356Z","steps":["trace[809110052] 'process raft request' (duration: 221.180986ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:14.360535Z","caller":"traceutil/trace.go:171","msg":"trace[1159786071] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"221.587724ms","start":"2026-07-07T04:23:14.138907Z","end":"2026-07-07T04:23:14.360495Z","steps":["trace[1159786071] 'process raft request' (duration: 199.156366ms)","trace[1159786071] 'compare' (duration: 22.071791ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:15.05624Z","caller":"traceutil/trace.go:171","msg":"trace[1810076413] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26607; }","duration":"131.175971ms","start":"2026-07-07T04:23:14.925039Z","end":"2026-07-07T04:23:15.056215Z","steps":["trace[1810076413] 'read index received' (duration: 131.033958ms)","trace[1810076413] 'applied index is now lower than readState.Index' (duration: 140.673µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:15.056265Z","caller":"traceutil/trace.go:171","msg":"trace[689227610] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"167.949071ms","start":"2026-07-07T04:23:14.888294Z","end":"2026-07-07T04:23:15.056244Z","steps":["trace[689227610] 'process raft request' (duration: 167.749507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:23:15.056365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.314983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:23:15.056396Z","caller":"traceutil/trace.go:171","msg":"trace[281443530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25767; }","duration":"131.396805ms","start":"2026-07-07T04:23:14.92499Z","end":"2026-07-07T04:23:15.056387Z","steps":["trace[281443530] 'agreement among raft nodes before linearized reading' (duration: 131.318683ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:30.62182Z","caller":"traceutil/trace.go:171","msg":"trace[1391164637] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"137.315507ms","start":"2026-07-07T04:23:30.484479Z","end":"2026-07-07T04:23:30.621794Z","steps":["trace[1391164637] 'process raft request' (duration: 137.120803ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:36.136513Z","caller":"traceutil/trace.go:171","msg":"trace[977362563] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"101.545705ms","start":"2026-07-07T04:23:36.034932Z","end":"2026-07-07T04:23:36.136478Z","steps":["trace[977362563] 'process raft request' (duration: 101.327891ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:36.458169Z","caller":"traceutil/trace.go:171","msg":"trace[1794137875] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"133.943573ms","start":"2026-07-07T04:23:36.324174Z","end":"2026-07-07T04:23:36.458117Z","steps":["trace[1794137875] 'process raft request' (duration: 133.709729ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:36.847439Z","caller":"traceutil/trace.go:171","msg":"trace[563776764] linearizableReadLoop","detail":"{readStateIndex:26781; appliedIndex:26780; }","duration":"110.829413ms","start":"2026-07-07T04:23:36.736567Z","end":"2026-07-07T04:23:36.847396Z","steps":["trace[563776764] 'read index received' (duration: 44.05452ms)","trace[563776764] 'applied index is now lower than readState.Index' (duration: 66.773313ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:36.847469Z","caller":"traceutil/trace.go:171","msg":"trace[330245111] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"121.580248ms","start":"2026-07-07T04:23:36.725844Z","end":"2026-07-07T04:23:36.847424Z","steps":["trace[330245111] 'process raft request' (duration: 54.894527ms)","trace[330245111] 'compare' (duration: 66.365194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:23:36.847776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.18312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-07T04:23:36.847876Z","caller":"traceutil/trace.go:171","msg":"trace[1195903903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25935; }","duration":"111.362713ms","start":"2026-07-07T04:23:36.736491Z","end":"2026-07-07T04:23:36.847854Z","steps":["trace[1195903903] 'agreement among raft nodes before linearized reading' (duration: 111.087568ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:37.372953Z","caller":"traceutil/trace.go:171","msg":"trace[836678478] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"229.237979ms","start":"2026-07-07T04:23:37.143684Z","end":"2026-07-07T04:23:37.372922Z","steps":["trace[836678478] 'process raft request' (duration: 130.1193ms)","trace[836678478] 'compare' (duration: 98.467007ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:37.373194Z","caller":"traceutil/trace.go:171","msg":"trace[801436817] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"228.429554ms","start":"2026-07-07T04:23:37.144733Z","end":"2026-07-07T04:23:37.373163Z","steps":["trace[801436817] 'process raft request' (duration: 228.078197ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:37.373585Z","caller":"traceutil/trace.go:171","msg":"trace[971680422] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"224.516829ms","start":"2026-07-07T04:23:37.14904Z","end":"2026-07-07T04:23:37.373556Z","steps":["trace[971680422] 'process raft request' (duration: 224.01925ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:37.374351Z","caller":"traceutil/trace.go:171","msg":"trace[2076846282] linearizableReadLoop","detail":"{readStateIndex:26788; appliedIndex:26783; }","duration":"109.867155ms","start":"2026-07-07T04:23:37.264453Z","end":"2026-07-07T04:23:37.37432Z","steps":["trace[2076846282] 'read index received' (duration: 9.279738ms)","trace[2076846282] 'applied index is now lower than readState.Index' (duration: 100.585667ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:23:37.374438Z","caller":"traceutil/trace.go:171","msg":"trace[1158841245] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"223.119453ms","start":"2026-07-07T04:23:37.151299Z","end":"2026-07-07T04:23:37.374418Z","steps":["trace[1158841245] 'process raft request' (duration: 222.131884ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:23:37.37446Z","caller":"traceutil/trace.go:171","msg":"trace[1125366075] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"221.700565ms","start":"2026-07-07T04:23:37.152739Z","end":"2026-07-07T04:23:37.374439Z","steps":["trace[1125366075] 'process raft request' (duration: 221.39485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:23:37.374695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.797563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-07-07T04:23:37.374768Z","caller":"traceutil/trace.go:171","msg":"trace[1310859507] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25942; }","duration":"109.921435ms","start":"2026-07-07T04:23:37.264824Z","end":"2026-07-07T04:23:37.374746Z","steps":["trace[1310859507] 'agreement among raft nodes before linearized reading' (duration: 109.752122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:23:37.374695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.231192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-07T04:23:37.37492Z","caller":"traceutil/trace.go:171","msg":"trace[575737105] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25942; }","duration":"110.501327ms","start":"2026-07-07T04:23:37.264372Z","end":"2026-07-07T04:23:37.374874Z","steps":["trace[575737105] 'agreement among raft nodes before linearized reading' (duration: 110.12812ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:06.398696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25706} {"level":"info","ts":"2026-07-07T04:28:06.557694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25706,"took":"153.835933ms","hash":222779746,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":36151296,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-07T04:28:06.55785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":222779746,"revision":25706,"compact-revision":22326} {"level":"info","ts":"2026-07-07T04:29:12.522964Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T04:29:12.528739Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-07T04:29:12.528854Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-07T04:33:06.404426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28592} {"level":"info","ts":"2026-07-07T04:33:06.542466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28592,"took":"134.2468ms","hash":4155323781,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":31129600,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-07T04:33:06.542528Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4155323781,"revision":28592,"compact-revision":25706} {"level":"info","ts":"2026-07-07T04:38:06.411728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30820} {"level":"info","ts":"2026-07-07T04:38:06.532615Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30820,"took":"115.454393ms","hash":1747206724,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":31428608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-07T04:38:06.532702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1747206724,"revision":30820,"compact-revision":28592} {"level":"info","ts":"2026-07-07T04:43:06.420831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33076} {"level":"info","ts":"2026-07-07T04:43:06.587835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33076,"took":"159.910472ms","hash":511715351,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":31293440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-07T04:43:06.587922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":511715351,"revision":33076,"compact-revision":30820} {"level":"info","ts":"2026-07-07T04:48:06.488674Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35380} {"level":"info","ts":"2026-07-07T04:48:06.917249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35380,"took":"423.197416ms","hash":2226961645,"current-db-size-bytes":58347520,"current-db-size":"58 MB","current-db-size-in-use-bytes":31813632,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T04:48:06.917338Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2226961645,"revision":35380,"compact-revision":33076} {"level":"info","ts":"2026-07-07T04:50:37.944789Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":40005,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T04:50:37.950634Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-07-07T04:50:37.950831Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-07-07T04:53:06.496486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37608} {"level":"info","ts":"2026-07-07T04:53:06.630271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37608,"took":"128.434ms","hash":2371378192,"current-db-size-bytes":60039168,"current-db-size":"60 MB","current-db-size-in-use-bytes":32563200,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-07T04:53:06.630366Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2371378192,"revision":37608,"compact-revision":35380}